org.apache.drill.exec.record

Class RecordBatchMemoryManager

java.lang.Object

org.apache.drill.exec.record.RecordBatchMemoryManager

Direct Known Subclasses:

JoinBatchMemoryManager, ProjectMemoryManager

public class RecordBatchMemoryManager
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected static int	DEFAULT_INPUT_INDEX
protected static int	MAX_NUM_ROWS
protected static int	MIN_NUM_ROWS

Constructor Summary

Constructors

Constructor and Description
RecordBatchMemoryManager(int configuredOutputSize)
RecordBatchMemoryManager(int numInputs, int configuredOutputSize)

Method Summary

Modifier and Type	Method and Description
static int	adjustOutputRowCount(int rowCount) This will adjust rowCount taking into account the min and max that is allowed.
void	allocateVectors(List<ValueVector> valueVectors)
void	allocateVectors(List<ValueVector> valueVectors, int recordCount)
void	allocateVectors(VectorContainer container)
void	allocateVectors(VectorContainer container, int recordCount)
static int	computeOutputRowCount(int batchSize, int rowWidth)
long	getAvgInputBatchSize()
long	getAvgInputBatchSize(int index)
long	getAvgInputRowWidth()
long	getAvgInputRowWidth(int index)
long	getAvgOutputBatchSize()
long	getAvgOutputRowWidth()
RecordBatchSizer.ColumnSize	getColumnSize(int index, String name)
RecordBatchSizer.ColumnSize	getColumnSize(String name)
int	getCurrentOutgoingMaxRowCount() Should be used as maximum output row count that can be filled in output batch which is already allocated.
long	getNumIncomingBatches()
long	getNumIncomingBatches(int index)
long	getNumOutgoingBatches()
int	getOffsetVectorWidth()
int	getOutgoingRowWidth()
int	getOutputBatchSize()
int	getOutputRowCount() Should be used as maximum output row count that can be filled in output batch when a new output batch is allocated after calling update on BatchMemoryManager.
RecordBatchSizer	getRecordBatchSizer()
RecordBatchSizer	getRecordBatchSizer(int index)
long	getTotalInputRecords()
long	getTotalInputRecords(int index)
long	getTotalOutputRecords()
void	setCurrentOutgoingMaxRowCount(int newTargetOutputCount) Set the max row count which the current output batch (already allocated) can contain.
void	setOutgoingRowWidth(int outgoingRowWidth)
void	setOutputRowCount(int outputRowCount)
void	setOutputRowCount(int targetBatchSize, int rowWidth) Given batchSize and rowWidth, this will set output rowCount taking into account the min and max that is allowed.
void	setRecordBatchSizer(int index, RecordBatchSizer sizer)
void	setRecordBatchSizer(RecordBatchSizer sizer)
void	update()
void	update(int inputIndex)
void	update(int inputIndex, int outputPosition)
void	update(int inputIndex, int outputPosition, boolean useAggregate)
void	update(RecordBatch recordBatch)
void	update(RecordBatch recordBatch, int index)
void	update(RecordBatch batch, int inputIndex, int outputPosition)
void	update(RecordBatch batch, int inputIndex, int outputPosition, boolean useAggregate)
boolean	updateIfNeeded(int newOutgoingRowWidth)
void	updateIncomingStats()
void	updateIncomingStats(int index)
void	updateOutgoingStats(int outputRecords)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

MAX_NUM_ROWS

protected static final int MAX_NUM_ROWS

See Also:

Constant Field Values

MIN_NUM_ROWS

protected static final int MIN_NUM_ROWS

See Also:

Constant Field Values

DEFAULT_INPUT_INDEX

protected static final int DEFAULT_INPUT_INDEX

See Also:

Constant Field Values

Constructor Detail

RecordBatchMemoryManager

public RecordBatchMemoryManager(int numInputs,
                                int configuredOutputSize)

RecordBatchMemoryManager

public RecordBatchMemoryManager(int configuredOutputSize)

Method Detail

getNumOutgoingBatches

public long getNumOutgoingBatches()

getTotalOutputRecords

public long getTotalOutputRecords()

getAvgOutputBatchSize

public long getAvgOutputBatchSize()

getAvgOutputRowWidth

public long getAvgOutputRowWidth()

getNumIncomingBatches

public long getNumIncomingBatches()

getAvgInputBatchSize

public long getAvgInputBatchSize()

getAvgInputRowWidth

public long getAvgInputRowWidth()

getTotalInputRecords

public long getTotalInputRecords()

getNumIncomingBatches

public long getNumIncomingBatches(int index)

getAvgInputBatchSize

public long getAvgInputBatchSize(int index)

getAvgInputRowWidth

public long getAvgInputRowWidth(int index)

getTotalInputRecords

public long getTotalInputRecords(int index)

update

public void update(int inputIndex)

update

public void update()

update

public void update(RecordBatch recordBatch)

update

public void update(RecordBatch recordBatch,
                   int index)

update

public void update(int inputIndex,
                   int outputPosition,
                   boolean useAggregate)

update

public void update(int inputIndex,
                   int outputPosition)

update

public void update(RecordBatch batch,
                   int inputIndex,
                   int outputPosition)

update

public void update(RecordBatch batch,
                   int inputIndex,
                   int outputPosition,
                   boolean useAggregate)

updateIfNeeded

public boolean updateIfNeeded(int newOutgoingRowWidth)

getOutputRowCount

public int getOutputRowCount()

Should be used as maximum output row count that can be filled in output batch when a new output batch is allocated after calling update on BatchMemoryManager.

Returns:

outputRowCount max output row count

getCurrentOutgoingMaxRowCount

public int getCurrentOutgoingMaxRowCount()

Should be used as maximum output row count that can be filled in output batch which is already allocated.

Returns:

currentOutgoingMaxRowCount max output row count for current output batch

setOutputRowCount

public void setOutputRowCount(int targetBatchSize,
                              int rowWidth)

Given batchSize and rowWidth, this will set output rowCount taking into account the min and max that is allowed.

setOutputRowCount

public void setOutputRowCount(int outputRowCount)

setCurrentOutgoingMaxRowCount

public void setCurrentOutgoingMaxRowCount(int newTargetOutputCount)

Set the max row count which the current output batch (already allocated) can contain. Since this setter doesn't adjust the input value we make sure it doesn't go above MAX_NUM_ROWS

Parameters:

newTargetOutputCount -

adjustOutputRowCount

public static int adjustOutputRowCount(int rowCount)

This will adjust rowCount taking into account the min and max that is allowed. We will round down to nearest power of two - 1 for better memory utilization. -1 is done for adjusting accounting for offset vectors.

computeOutputRowCount

public static int computeOutputRowCount(int batchSize,
                                        int rowWidth)

setOutgoingRowWidth

public void setOutgoingRowWidth(int outgoingRowWidth)

getOutgoingRowWidth

public int getOutgoingRowWidth()

setRecordBatchSizer

public void setRecordBatchSizer(int index,
                                RecordBatchSizer sizer)

setRecordBatchSizer

public void setRecordBatchSizer(RecordBatchSizer sizer)

getRecordBatchSizer

public RecordBatchSizer getRecordBatchSizer(int index)

getRecordBatchSizer

public RecordBatchSizer getRecordBatchSizer()

getColumnSize

public RecordBatchSizer.ColumnSize getColumnSize(int index,
                                                 String name)

getColumnSize

public RecordBatchSizer.ColumnSize getColumnSize(String name)

updateIncomingStats

public void updateIncomingStats(int index)

updateIncomingStats

public void updateIncomingStats()

updateOutgoingStats

public void updateOutgoingStats(int outputRecords)

getOutputBatchSize

public int getOutputBatchSize()

getOffsetVectorWidth

public int getOffsetVectorWidth()

allocateVectors

public void allocateVectors(VectorContainer container,
                            int recordCount)

allocateVectors

public void allocateVectors(List<ValueVector> valueVectors,
                            int recordCount)

allocateVectors

public void allocateVectors(VectorContainer container)

allocateVectors

public void allocateVectors(List<ValueVector> valueVectors)