int numKeys
int idlenessMs
int recordsToEmit
int numRecordsEmitted
boolean canceled
public void readExternal(ObjectInput in) throws IOException
IOException
public void writeExternal(ObjectOutput out) throws IOException
IOException
byte[] bytes
boolean endReached
org.apache.hadoop.hbase.client.ResultScanner resultScanner
byte[] currentRow
long scannedRows
String tableName
HBaseTableSchema schema
byte[][] families
byte[][][] qualifiers
int[][] types
Row resultRow
Row[] familyRows
byte[] tableName
byte[] startRow
byte[] endRow
ExecutionMode executionMode
ExecutionConfig.ClosureCleanerLevel closureCleanerLevel
int parallelism
int maxParallelism
int numberOfExecutionRetries
boolean forceKryo
boolean disableGenericTypes
boolean objectReuse
boolean autoTypeRegistrationEnabled
boolean forceAvro
CodeAnalysisMode codeAnalysisMode
boolean printProgressDuringExecution
long autoWatermarkInterval
long latencyTrackingInterval
boolean isLatencyTrackingConfigured
long executionRetryDelay
RestartStrategies.RestartStrategyConfiguration restartStrategyConfiguration
long taskCancellationIntervalMillis
long taskCancellationTimeoutMillis
boolean useSnapshotCompression
boolean failTaskOnCheckpointError
InputDependencyConstraint defaultInputDependencyConstraint
ExecutionConfig.GlobalJobParameters globalJobParameters
LinkedHashMap<K,V> registeredTypesWithKryoSerializers
LinkedHashMap<K,V> registeredTypesWithKryoSerializerClasses
LinkedHashMap<K,V> defaultKryoSerializers
LinkedHashMap<K,V> defaultKryoSerializerClasses
LinkedHashSet<E> registeredKryoTypes
LinkedHashSet<E> registeredPojoTypes
com.esotericsoftware.kryo.Serializer<T> serializer
long count
double sum
double localValue
double max
double min
int localValue
int max
int min
long localValue
long max
long min
DoubleValue wrapper
double sum
long sum
TypeComparator<T> typeComparator
Object[][] boundaries
TypeComparator<T>[] flatComparators
Object[] keys
boolean target
String sinkIdentifier
long blockSize
long readRecords
long blockSize
Path filePath
FileInputFormat.supportsMultiPaths()
and
use FileInputFormat.getFilePaths()
and FileInputFormat.setFilePaths(Path...)
.Path[] filePaths
long minSplitSize
int numSplits
long openTimeout
boolean unsplittable
boolean enumerateNestedFiles
FilePathFilter filesFilter
Path outputFilePath
FileSystem.WriteMode writeMode
FileOutputFormat.OutputDirectoryMode outputDirectoryMode
boolean lineDelimiterIsLinebreak
Class<T>[] fieldTypes
boolean[] fieldIncluded
byte[] fieldDelim
String fieldDelimString
boolean lenient
boolean skipFirstLineAsHeader
boolean quotedStringParsing
byte quoteCharacter
byte[] commentPrefix
String commentPrefixString
int partitionNumber
InputFormat<OT,T extends InputSplit> replicatedIF
long globalRateBytesPerSecond
long localRateBytesPerSecond
RuntimeContext runtimeContext
org.apache.flink.shaded.guava18.com.google.common.util.concurrent.RateLimiter rateLimiter
Map<K,V> fieldMapping1
Map<K,V> fieldMapping2
FieldSet readFields1
FieldSet readFields2
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
int stateSizeInMB
Map<K,V> extendedResources
long count
BulkIterationBase.TerminationCriterionAggregator aggregator
Object userCodeObject
String name
double value
Resource.ResourceAggregateType resourceAggregateType
int restartAttempts
Time delayBetweenAttemptsInterval
TypeInformation<T> type
DeserializationSchema
.String charsetName
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeInformation<T> typeInfo
TypeInformationSerializationSchema.getProducedType()
.TypeSerializer<T> serializer
AggregateFunction<IN,ACC,OUT> aggFunction
FoldFunction<O,T> foldFunction
ReduceFunction<T> reduceFunction
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
String name
AtomicReference<V> serializerAtomicReference
StateDescriptor.initializeSerializerUnlessSet(ExecutionConfig)
method
is called.TypeInformation<T> typeInfo
String queryableStateName
StateTtlConfig ttlConfig
StateTtlConfig.UpdateType updateType
StateTtlConfig.StateVisibility stateVisibility
StateTtlConfig.TimeCharacteristic timeCharacteristic
Time ttl
StateTtlConfig.CleanupStrategies cleanupStrategies
int cleanupSize
boolean runCleanupForEveryRecord
long queryTimeAfterNumEntries
TimeUnit unit
long size
Class<T> arrayClass
TypeInformation<T> componentInfo
TypeSerializer<T>[] fieldSerializers
CompositeSerializer.PrecomputedParameters precomputed
boolean immutableTargetType
boolean immutable
int length
boolean stateful
TypeComparator<T> comparator1
TypeComparator<T> comparator2
TypeComparator<T>[] comparators1
TypeComparator<T>[] comparators2
Object[] referenceKeyFields
Object[] candidateKeyFields
private void writeObject(ObjectOutputStream outputStream) throws IOException
IOException
org.apache.flink.api.common.typeutils.SingleThreadAccessCheckingTypeSerializer.SingleThreadAccessChecker singleThreadAccessChecker
TypeSerializer<T> originalSerializer
byte[] actualBytes
Throwable originalError
boolean ascendingComparison
TypeComparator<T>[] comparators
boolean ascendingComparison
BooleanValue reference
BooleanValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
ByteValue reference
ByteValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
CharValue reference
CharValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
DoubleValue reference
DoubleValue tempReference
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> enumClass
Map<K,V> valueToOrdinal
Enum.ordinal()
.
This allows us to maintain backwards compatibility for previous serialized data in the case that the
order of enum constants was changed or new constants were added.
On a fresh start with no reconfiguration, the ordinals would simply be identical to the enum constants actual ordinals. Ordinals may change after reconfiguration.
Enum<E extends Enum<E>>[] values
EnumSerializer.valueToOrdinal
map.
Serves as a bidirectional map to have fast access from ordinal to value. May be reordered after reconfiguration.boolean ascendingComparison
FloatValue reference
FloatValue tempReference
TypeComparator<T>[] comparators
Class<T> componentClass
TypeSerializer<T> componentSerializer
boolean ascendingComparison
IntValue reference
IntValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> elementSerializer
boolean ascendingComparison
LongValue reference
LongValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeComparator<T>[] comparators
boolean ascendingComparison
ShortValue reference
ShortValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
StringValue reference
StringValue tempReference
TypeComparator<T>[] comparators
TypeComparator<T>[] comparators
boolean ascending
BasicTypeComparator<T extends Comparable<T>> comparator
long count
long checksum
String id
long counter
long checksum
String id
TypeSerializer<T> serializer
SerializedListAccumulator<T> accumulator
String id
long counter
int count
TextOutputFormat.TextFormatter<IN> formatter
boolean withReplacement
int numSample
long seed
boolean withReplacement
int numSample
long seed
boolean withReplacement
double fraction
long seed
int[] fields
int[] fields
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.mapred.JobConf jobConf
org.apache.hadoop.mapred.OutputFormat<K,V> mapredOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat
Class<T> keyClass
Class<T> valueClass
Configuration configuration
boolean fetched
boolean hasNext
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
Configuration configuration
org.apache.hadoop.mapreduce.OutputFormat<K,V> mapreduceOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeSerializer<T> serializer
TypeSerializer<T> typeSerializer
int id
SplittableIterator<T> source
PrintSinkOutputWriter<IN> writer
int arity
TypeInformation<T>[] fieldTypeInfos
int[] fieldPosMap
boolean emptyColumnAsNull
String partitionMarker
String charsetName
String charsetName
String charsetName
boolean skipInvalidLines
TupleSerializerBase<T> tupleSerializer
TypeSerializer<T> serializer
TypeSerializer<T> serializer
String username
String password
String drivername
String dbURL
String queryTemplate
int resultSetType
int resultSetConcurrency
RowTypeInfo rowTypeInfo
int fetchSize
boolean hasNext
Object[][] parameterValues
String username
String password
String drivername
String dbURL
String query
int batchInterval
Connection dbConn
PreparedStatement upload
int batchCount
int[] typesArray
int[] fields
boolean[] isFromFirst
Tuple outTuple
CombineFunction<IN,OUT> wrappedFunction
RichGroupReduceFunction<IN,OUT> wrappedFunction
KeySelector<IN,KEY> keySelector1
KeySelector<IN,KEY> keySelector2
Tuple3<T0,T1,T2> tuple
Function wrappedFunction
long trueCount
long falseCount
long nullCount
double value
double delta
double max
double min
CompensatedSum sum
float max
float min
CompensatedSum sum
int max
int min
int sum
long max
long min
long nonMissingCount
long nullCount
long nanCount
long infinityCount
Aggregator<T,R> min
Aggregator<T,R> max
Aggregator<T,R> sum
CompensatedSum mean
CompensatedSum m2
The algorithm is described in: "Scalable and Numerically Stable Descriptive Statistics in SystemML", Tian et al, International Conference on Data Engineering 2012
long nonNullCount
long nullCount
short max
short min
short sum
long nonNullCount
long nullCount
long emptyCount
int minStringLength
int maxStringLength
CompensatedSum meanLength
Aggregator<T,R>[] columnAggregators
Aggregator<T,R> aggregator
private Object readResolve() throws ObjectStreamException
ObjectStreamException
Object f0
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f24
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
TypeInformation<T> leftType
TypeInformation<T> rightType
TypeInformation<T> elementTypeInfo
TypeInformation<T> keyTypeInfo
TypeInformation<T> valueTypeInfo
String functionName
InvalidTypesException typeException
Class<T> arrayType
TypeInformation<T> componentInfo
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeInformation<T> type
PojoField[] fields
int totalFields
String[] fieldNames
boolean[] comparatorOrders
String[] fieldNames
TypeInformation<T>[] types
int totalFields
private void readObject(ObjectInputStream s) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
TypeSerializer<T> leftSerializer
TypeSerializer<T> rightSerializer
boolean ascending
Class<T> type
TypeSerializer<T> serializer
TypeComparator<T>[] comparators
Class<T> registeredClass
This can be a dummy class KryoRegistrationSerializerConfigSnapshot.DummyRegisteredClass
if
the class no longer exists when this registration instance was restored.
Class<T> serializerClass
KryoRegistration.SerializerDefinitionType.CLASS
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists when this registration instance was restored.
ExecutionConfig.SerializableSerializer<T extends com.esotericsoftware.kryo.Serializer<?> & Serializable> serializableSerializerInstance
KryoRegistration.SerializerDefinitionType.INSTANCE
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists or is no longer valid when this registration instance was restored.
KryoRegistration.SerializerDefinitionType serializerDefinitionType
TypeSerializer<T> originalSerializer
byte[] padding
TypeComparator<T> wrappedComparator
boolean order
int flatFields
boolean nullReference
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T> serializer
Class<T> type
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> clazz
TypeSerializer<T>[] fieldSerializers
int numFields
LinkedHashMap<K,V> registeredClasses
TypeSerializer<T>[] registeredSerializers
ExecutionConfig executionConfig
int arity
int[] keyPositions
NullAwareComparator<T>[] comparators
TypeSerializer<T>[] serializers
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
boolean[] nullMask1
boolean[] nullMask2
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T>[] fieldSerializers
int arity
TypeComparator<T> comparator
TypeSerializer<T> serializer
boolean firstSerializer
Class<T> clazz
int[] keyPositions
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T>[] serializers
Class<T> tupleClass
TypeSerializer<T>[] fieldSerializers
int arity
int length
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Currently, we only have one single registration for the value type. Nevertheless, we keep this information here for future compatibility.
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
LinkedHashMap<K,V> defaultSerializers
LinkedHashMap<K,V> defaultSerializerClasses
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Class<T> type
LinkedHashMap<K,V> registeredTypesWithSerializers
LinkedHashMap<K,V> registeredTypesWithSerializerClasses
LinkedHashSet<E> registeredTypes
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Object[] extractedKeys
Class<T> clazz
TypeInformation<T>[] typeParamTypeInfos
scala.collection.Seq<A> org$apache$flink$api$scala$typeutils$CaseClassTypeInfo$$fieldTypes
scala.collection.Seq<A> fieldNames
String REGEX_INT_FIELD
String REGEX_STR_FIELD
String REGEX_FIELD
String REGEX_NESTED_FIELDS
String REGEX_NESTED_FIELDS_WILDCARD
Pattern PATTERN_NESTED_FIELDS
Pattern PATTERN_NESTED_FIELDS_WILDCARD
Pattern PATTERN_INT_FIELD
TypeSerializer<T> leftSerializer
TypeSerializer<T> rightSerializer
Class<T> clazz
TypeInformation<T> leftTypeInfo
TypeInformation<T> rightTypeInfo
boolean ascComp
IntComparator intComparator
TypeComparator<T>[] getFlatComparators
boolean bitmap$0
scala.Enumeration enum
private Object readResolve()
TypeSerializer<T> elemSerializer
private Object readResolve()
boolean ascending
TypeComparator<T> typeComparator
scala.Option<A> reference
TypeComparator<T>[] getFlatComparators
boolean bitmap$0
private Object readResolve()
byte ZeroInByte
byte OneInByte
TypeInformation<T> elemTypeInfo
private void readObject(ObjectInputStream arg0)
private Object readResolve()
private void readObject(ObjectInputStream arg0)
TypeSerializer<T> elementSerializer
String cbfCode
int classLoaderHash
scala.ref.WeakReference<T> classLoaderRef
String cbfCode
private Object readResolve()
ClassLoader classLoader
String code
private Object readResolve()
private Object readResolve()
org.apache.flink.shaded.guava18.com.google.common.cache.Cache<K,V> CACHE
Class<T> clazz
TypeInformation<T> elementTypeInfo
TypeSerializer<T> elemSerializer
TypeSerializer<T> throwableSerializer
private Object readResolve()
TypeInformation<T> elemTypeInfo
private Object readResolve()
public void readExternal(ObjectInput in) throws IOException
IOException
public void writeExternal(ObjectOutput out) throws IOException
IOException
org.slf4j.Logger logger
String query
ClusterBuilder builder
String insertQuery
ClusterBuilder builder
MapperOptions mapperOptions
Class<T> inputClass
ClusterBuilder builder
MapperOptions mapperOptions
Class<T> outputClass
long numRecords
long numKeys
long recordsPerPartition
long keysPerPartition
long recordCnt
int partitionId
boolean infinite
PatternFlatSelectFunction<IN,OUT> flatSelectFunction
PatternSelectFunction<IN,OUT> selectFunction
PatternFlatTimeoutFunction<IN,OUT> flatTimeoutFunction
OutputTag<T> timedOutPartialMatchesTag
PatternTimeoutFunction<IN,OUT> timeoutFunction
OutputTag<T> timedOutPartialMatchesTag
int[] deweyNumber
TypeSerializer<T> sharedBufferSerializer
TypeSerializer<T> eventSerializer
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> versionSerializer
NFAStateSerializer.readObject(ObjectInputStream)
.TypeSerializer<T> nodeIdSerializer
TypeSerializer<T> eventIdSerializer
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeSerializer<T> versionSerializer
String name
State.StateType stateType
Collection<E> stateTransitions
StateTransitionAction action
State<T> sourceState
State<T> targetState
IterativeCondition<T> condition
TypeSerializer<T> elementSerializer
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> eventIdSerializer
NodeId.NodeIdSerializer.readObject(ObjectInputStream)
.private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T> nodeIdSerializer
SharedBufferEdge.SharedBufferEdgeSerializer.readObject(ObjectInputStream)
.TypeSerializer<T> deweyNumberSerializer
ListSerializer<T> edgesSerializer
boolean isProcessingTime
TypeSerializer<T> inputSerializer
NFACompiler.NFAFactory<T> nfaFactory
long lastWatermark
EventComparator<T> comparator
OutputTag<T> lateDataOutputTag
OutputTag
to use for late arriving events. Elements with timestamp smaller than
the current watermark will be emitted to this.AfterMatchSkipStrategy afterMatchSkipStrategy
IterativeCondition<T> left
IterativeCondition<T> right
IterativeCondition<T> original
IterativeCondition<T> left
IterativeCondition<T> right
IterativeCondition<T>[] nestedConditions
Configuration backingConfig
String prefix
long bytes
StateBackend checkpointStreamBackend
File[] localRocksDbDirectories
PredefinedOptions predefinedOptions
OptionsFactory optionsFactory
TernaryBoolean enableIncrementalCheckpointing
int numberOfTransferingThreads
TernaryBoolean enableTtlCompactionFilter
Note: User can still decide in state TTL configuration in state descriptor whether the filter is active for particular state or not.
RocksDBStateBackend.PriorityQueueStateType priorityQueueStateType
RocksDBNativeMetricOptions defaultMetricOptions
Path file
long start
long length
URI uri
int partitionNumber
int totalNumberOfPartitions
int splitNumber
String[] hostnames
byte[] buffer
int end
int position
int id
double x
double y
Collection<E> centroids
List<E> tasks
FileCopyTaskInputSplit curInputSplit
FileCopyTask task
int splitNumber
EnumTrianglesDataTypes.Edge outEdge
double dampening
double randomJump
double x
double y
double theta0
double theta1
Collection<E> parameters
LinearRegression.Params parameter
int count
EmptyFieldsCountAccumulator.VectorAccumulator emptyFieldCounter
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream inputStream) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream outputStream) throws IOException
IOException
private void readObject(ObjectInputStream inputStream) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream outputStream) throws IOException
IOException
SchemaCoder.SchemaCoderProvider schemaCoderProvider
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void readObject(ObjectInputStream ois) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
TypeInformation<T> typeInfo
org.apache.flink.formats.csv.CsvRowDeserializationSchema.RuntimeConverter runtimeConverter
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.dataformat.csv.CsvSchema csvSchema
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectReader objectReader
CsvSchema
.boolean ignoreParseErrors
RowTypeInfo typeInfo
org.apache.flink.formats.csv.CsvRowSerializationSchema.RuntimeConverter runtimeConverter
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.dataformat.csv.CsvMapper csvMapper
JsonNode
into bytes.org.apache.flink.shaded.jackson2.com.fasterxml.jackson.dataformat.csv.CsvSchema csvSchema
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectWriter objectWriter
CsvSchema
.org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper mapper
TypeInformation<T> typeInfo
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper objectMapper
boolean failOnMissingField
TypeInformation<T> typeInfo
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper mapper
SimpleDateFormat timeFormat
SimpleDateFormat timeFormatWithMillis
SimpleDateFormat timestampFormat
ParquetBuilder<T> writerBuilder
org.apache.flink.formats.sequencefile.SerializableHadoopConfiguration serializableHadoopConfig
Class<T> keyClass
Class<T> valueClass
String compressionCodecName
org.apache.hadoop.io.SequenceFile.CompressionType compressionType
String id
long count
long checksum
MurmurHash hasher
Object vertexId0
long offset
double x
double y
double beta
long srcId
long offset
long length
long numberOfVertices
IterationRuntimeContext runtimeContext
long numberOfVertices
IterationRuntimeContext runtimeContext
TypeInformation<T> typeInformation
TypeInformation<T> typeInformation
Either.Right<L,R> nullValue
ByteValue bitmask
DoubleValue hubScore
DoubleValue authorityScore
DoubleValue pageRankScore
FloatValue adamicAdarScore
Vertex<K,V> outVertex
Tuple2<T0,T1> outMsg
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
org.apache.flink.graph.pregel.ComputeFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
boolean setNewVertexValueCalled
Object first
long numberOfVertices
boolean optDegrees
IterationRuntimeContext runtimeContext
Collector<T> out
Collector<T> outWithDegrees
Vertex<K,V> outVal
Vertex<K,V> outValWithDegrees
long inDegree
long outDegree
boolean setNewVertexValueCalled
long numberOfVertices
EdgeDirection direction
Tuple2<T0,T1> outValue
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
Object vertexId
org.apache.flink.graph.spargel.ScatterFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
long inDegree
long outDegree
boolean isBounded
byte[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.ByteValueArray.ReadIterator iterator
boolean ascendingComparison
ByteValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
char[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.CharValueArray.ReadIterator iterator
boolean ascendingComparison
CharValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
double[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.DoubleValueArray.ReadIterator iterator
boolean ascendingComparison
DoubleValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
float[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.FloatValueArray.ReadIterator iterator
boolean ascendingComparison
FloatValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
int[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.IntValueArray.ReadIterator iterator
boolean ascendingComparison
IntValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
long[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.LongValueArray.ReadIterator iterator
boolean ascendingComparison
LongValueArray reference
TypeComparator<T>[] comparators
int position
IntValue hashValue
org.apache.flink.graph.types.valuearray.NullValueArray.ReadIterator iterator
boolean ascendingComparison
NullValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
short[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.ShortValueArray.ReadIterator iterator
boolean ascendingComparison
ShortValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
int boundedLength
byte[] data
int length
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.StringValueArray.ReadIterator iterator
boolean ascendingComparison
StringValueArray reference
TypeComparator<T>[] comparators
TypeInformation<T> valueType
Class<T> type
Object value
int seed
int count
int hash
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
TypeSerializer<T> keySerializer
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
Configuration configuration
org.apache.hive.hcatalog.mapreduce.HCatInputFormat hCatInputFormat
org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> recordReader
boolean fetched
boolean hasNext
String[] fieldNames
org.apache.hive.hcatalog.data.schema.HCatSchema outputSchema
TypeInformation<T> resultType
MesosWorkerStore.Worker worker
org.apache.mesos.Protos.TaskID taskID
ResourceProfile profile
scala.Option<A> slaveID
scala.Option<A> hostname
MesosWorkerStore.WorkerState state
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
scala.collection.Seq<A> tasks
scala.collection.Seq<A> newLeases
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
String hostname
private Object readResolve()
private Object readResolve()
scala.collection.Seq<A> tasks
boolean replace
private Object readResolve()
scala.collection.immutable.Map<A,B> remaining
int retries
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.SlaveID slaveID
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.SlaveID slaveID
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.flink.mesos.scheduler.TaskMonitor.TaskGoalState goal
private Object readResolve()
private Object readResolve()
org.apache.flink.mesos.scheduler.TaskMonitor.TaskGoalState state
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.TaskStatus status
private Object readResolve()
String hostname
Collection<E> offerIds
Collection<E> operations
org.apache.mesos.Protos.Filters filters
String message
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
int status
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
byte[] data
org.apache.mesos.Protos.OfferID offerId
org.apache.mesos.Protos.FrameworkID frameworkId
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.SlaveID slaveId
org.apache.mesos.Protos.TaskStatus status
int fieldNumber
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
int batchSize
Configuration conf
org.apache.orc.TypeDescription schema
int[] selectedFields
ArrayList<E> conjunctPredicates
Serializable lowerBound
Serializable upperBound
Serializable[] literals
OrcRowInputFormat.Predicate pred
OrcRowInputFormat.Predicate[] preds
PythonDualInputStreamer<IN1,IN2,OUT> streamer
PythonSingleInputStreamer<IN,OUT> streamer
long mappedFileSizeBytes
boolean readAsByteArray
long mappedFileSizeBytes
Configuration config
Configuration config
int envID
int setID
int port
PythonSender sender
PythonReceiver<OUT> receiver
AtomicReference<V> msg
AbstractRichFunction function
JobID jobID
ExecutionAttemptID executionAttemptID
SerializedValue<T> userAccumulators
byte[] key
org.apache.flink.runtime.blob.BlobKey.BlobType type
AbstractID random
long checkpointId
long triggerTimestamp
Map<K,V> taskStats
TaskStateStats
accessible by their ID.int numberOfSubtasks
CheckpointProperties props
long checkpointId
long timestamp
long bytesBufferedInAlignment
long alignmentDurationNanos
long syncDurationMillis
long asyncDurationMillis
CheckpointType checkpointType
CheckpointStorageLocationReference targetLocation
CheckpointType checkpointType
boolean forced
boolean discardSubsumed
boolean discardFinished
boolean discardCancelled
boolean discardFailed
boolean discardSuspended
long numRestoredCheckpoints
long numTotalCheckpoints
int numInProgressCheckpoints
long numCompletedCheckpoints
long numFailedCheckpoints
List<E> checkpointsHistory
CheckpointStatsHistory.createSnapshot()
.Map<K,V> checkpointsById
CheckpointStatsHistory.createSnapshot()
.int maxSize
boolean readOnly
CompletedCheckpointStats latestCompletedCheckpoint
FailedCheckpointStats latestFailedCheckpoint
CompletedCheckpointStats latestSavepoint
CheckpointStatsCounts counts
CompletedCheckpointStatsSummary summary
CheckpointStatsHistory history
RestoredCheckpointStats latestRestoredCheckpoint
CheckpointDeclineReason checkpointDeclineReason
JobID job
long checkpointID
long timestamp
long duration
Map<K,V> operatorStates
CheckpointProperties props
Collection<E> masterHookStates
CompletedCheckpointStorageLocation storageLocation
StreamStateHandle metadataHandle
String externalPointer
long stateSize
long alignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
String externalPointer
boolean discarded
MinMaxAvgStats stateSize
MinMaxAvgStats duration
MinMaxAvgStats alignmentBuffered
boolean isDiscarded
boolean registered
boolean discarded
int numAcknowledgedSubtasks
long stateSize
long alignmentBuffered
long failureTimestamp
SubtaskStateStats latestAcknowledgedSubtask
String failureMsg
long restoreCheckpointId
TaskStateSnapshot taskStateSnapshot
String name
byte[] bytes
int version
long min
long max
long sum
long count
OperatorID operatorID
Map<K,V> operatorSubtaskStates
int parallelism
int maxParallelism
StateObjectCollection<T extends StateObject> managedOperatorState
OperatorStateBackend
.StateObjectCollection<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.StateObjectCollection<T extends StateObject> managedKeyedState
KeyedStateBackend
.StateObjectCollection<T extends StateObject> rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int currentNumAcknowledgedSubtasks
long currentStateSize
long currentAlignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
long checkpointId
CheckpointProperties props
long restoreTimestamp
String externalPath
Collection<E> stateObjects
ChainedStateHandle<T extends StateObject> managedOperatorState
OperatorStateBackend
.ChainedStateHandle<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.KeyedStateHandle managedKeyedState
KeyedStateBackend
.KeyedStateHandle rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int subtaskIndex
long ackTimestamp
long stateSize
long syncCheckpointDuration
long asyncCheckpointDuration
long alignmentBuffered
long alignmentDuration
JobVertexID jobVertexID
Map<K,V> subtaskStates
int parallelism
int maxParallelism
int chainLength
JobVertexID jobVertexId
SubtaskStateStats[] subtaskStats
TaskStateStats.TaskStateStatsSummary summaryStats
int numAcknowledgedSubtasks
SubtaskStateStats latestAckedSubtaskStats
MinMaxAvgStats stateSize
MinMaxAvgStats ackTimestamp
MinMaxAvgStats syncCheckpointDuration
MinMaxAvgStats asyncCheckpointDuration
MinMaxAvgStats alignmentBuffered
MinMaxAvgStats alignmentDuration
JobID jobID
long totalContainerMemoryMB
long taskManagerHeapSizeMB
long taskManagerDirectMemoryLimitMB
int numSlots
HashMap<K,V> taskManagerEnv
Configuration systemProperties
List<E> artifacts
Map<K,V> environmentVariables
Configuration dynamicConfiguration
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String message
SerializedThrowable error
private Object readResolve() throws ObjectStreamException
ObjectStreamException
int numRegisteredTaskManagers
int totalNumberOfSlots
ResourceID resourceID
akka.actor.ActorRef resourceManager
long connectionId
private Object readResolve() throws ObjectStreamException
ObjectStreamException
private Object readResolve() throws ObjectStreamException
ObjectStreamException
akka.actor.ActorRef resourceManager
akka.actor.ActorRef jobManager
Collection<E> currentlyRegisteredTaskManagers
ResourceID resourceId
ResourceID resourceId
String message
int numberOfWorkers
JobID jobId
ApplicationStatus finalStatus
String message
String jobManagerAddress
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String resourceId
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
int networkMemoryInMB
Map<K,V> extendedResources
ResourceSpec
.ResourceID resourceId
int slotNumber
ResultPartitionID consumedPartitionId
ResultPartitionLocation consumedPartitionLocation
IntermediateDataSetID consumedResultId
ResultPartitionType consumedPartitionType
int consumedSubpartitionIndex
DistributionPattern
and the subtask indices of the producing and consuming task.InputChannelDeploymentDescriptor[] inputChannels
IntermediateDataSetID resultId
IntermediateResultPartitionID partitionId
ResultPartitionType partitionType
int numberOfSubpartitions
int maxParallelism
boolean sendScheduleOrUpdateConsumersMessage
org.apache.flink.runtime.deployment.ResultPartitionLocation.LocationType locationType
ConnectionID connectionId
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedJobInformation
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedTaskInformation
JobID jobId
NOTE: this is redundant to the information stored in TaskDeploymentDescriptor.serializedJobInformation
but
needed in order to restore offloaded data.
ExecutionAttemptID executionId
AllocationID allocationId
int subtaskIndex
int attemptNumber
Collection<E> producedPartitions
Collection<E> inputGates
int targetSlotNumber
JobManagerTaskRestore taskRestore
SerializedValue<T> serializedValue
PermanentBlobKey serializedValueKey