public class BinaryKVExternalMerger extends AbstractBinaryExternalMerger<Tuple2<BinaryRowData,BinaryRowData>>
ioManager, pageSize
Constructor and Description |
---|
BinaryKVExternalMerger(IOManager ioManager,
int pageSize,
int maxFanIn,
SpillChannelManager channelManager,
BinaryRowDataSerializer keySerializer,
BinaryRowDataSerializer valueSerializer,
RecordComparator comparator,
boolean compressionEnable,
BlockCompressionFactory compressionCodecFactory,
int compressionBlockSize) |
Modifier and Type | Method and Description |
---|---|
protected MutableObjectIterator<Tuple2<BinaryRowData,BinaryRowData>> |
channelReaderInputViewIterator(AbstractChannelReaderInputView inView) |
protected Comparator<Tuple2<BinaryRowData,BinaryRowData>> |
mergeComparator() |
protected List<Tuple2<BinaryRowData,BinaryRowData>> |
mergeReusedEntries(int size) |
protected void |
writeMergingOutput(MutableObjectIterator<Tuple2<BinaryRowData,BinaryRowData>> mergeIterator,
AbstractPagedOutputView output)
read the merged stream and write the data back.
|
close, getMergingIterator, mergeChannelList
public BinaryKVExternalMerger(IOManager ioManager, int pageSize, int maxFanIn, SpillChannelManager channelManager, BinaryRowDataSerializer keySerializer, BinaryRowDataSerializer valueSerializer, RecordComparator comparator, boolean compressionEnable, BlockCompressionFactory compressionCodecFactory, int compressionBlockSize)
protected List<Tuple2<BinaryRowData,BinaryRowData>> mergeReusedEntries(int size)
mergeReusedEntries
in class AbstractBinaryExternalMerger<Tuple2<BinaryRowData,BinaryRowData>>
protected MutableObjectIterator<Tuple2<BinaryRowData,BinaryRowData>> channelReaderInputViewIterator(AbstractChannelReaderInputView inView)
channelReaderInputViewIterator
in class AbstractBinaryExternalMerger<Tuple2<BinaryRowData,BinaryRowData>>
protected Comparator<Tuple2<BinaryRowData,BinaryRowData>> mergeComparator()
mergeComparator
in class AbstractBinaryExternalMerger<Tuple2<BinaryRowData,BinaryRowData>>
protected void writeMergingOutput(MutableObjectIterator<Tuple2<BinaryRowData,BinaryRowData>> mergeIterator, AbstractPagedOutputView output) throws IOException
AbstractBinaryExternalMerger
writeMergingOutput
in class AbstractBinaryExternalMerger<Tuple2<BinaryRowData,BinaryRowData>>
IOException
Copyright © 2014–2021 The Apache Software Foundation. All rights reserved.