Package io.deephaven.engine.table.impl.asofjoin

Class RightIncrementalAsOfJoinStateManagerTypedBase

java.lang.Object

io.deephaven.engine.table.impl.RightIncrementalAsOfJoinStateManager

io.deephaven.engine.table.impl.asofjoin.RightIncrementalHashedAsOfJoinStateManager

io.deephaven.engine.table.impl.asofjoin.RightIncrementalAsOfJoinStateManagerTypedBase

public abstract class RightIncrementalAsOfJoinStateManagerTypedBase
extends RightIncrementalHashedAsOfJoinStateManager

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	RightIncrementalAsOfJoinStateManagerTypedBase.BuildContext

Field Summary

Fields

Modifier and Type	Field	Description
protected ImmutableLongArraySource	alternateCookieSource
protected int	alternateInsertMask
protected WritableColumnSource[]	alternateKeySources
protected ImmutableObjectArraySource<Object>	alternateLeftRowSetSource
protected ImmutableObjectArraySource<Object>	alternateRightRowSetSource
protected ImmutableByteArraySource	alternateStateSource
protected int	alternateTableSize
protected final ChunkType[]	chunkTypes
protected long	cookieGeneration
static final byte	ENTRY_EMPTY_STATE
protected IntegerArraySource	hashSlots	This stores the current set of slots and makes it accessible to the rehashing methods
protected ImmutableObjectArraySource<Object>	leftRowSetSource	We use our side source to originally build the RowSet using builders.
protected ImmutableLongArraySource	mainCookieSource	Each slot in the hash table has a 'cookie', which we reset by incrementing the cookie generation.
protected int	mainInsertMask
protected WritableColumnSource[]	mainKeySources
protected int	nextCookie
protected long	numEntries
protected int	rehashPointer
protected ImmutableObjectArraySource<Object>	rightRowSetSource
protected ImmutableByteArraySource	stateSource
protected int	tableSize

Fields inherited from class io.deephaven.engine.table.impl.asofjoin.RightIncrementalHashedAsOfJoinStateManager

ENTRY_LEFT_IS_BUILDER, ENTRY_LEFT_IS_EMPTY, ENTRY_LEFT_IS_ROWSET, ENTRY_LEFT_IS_SSA, ENTRY_LEFT_MASK, ENTRY_RIGHT_IS_BUILDER, ENTRY_RIGHT_IS_EMPTY, ENTRY_RIGHT_IS_ROWSET, ENTRY_RIGHT_IS_SSA, ENTRY_RIGHT_MASK

Fields inherited from class io.deephaven.engine.table.impl.RightIncrementalAsOfJoinStateManager

keySourcesForErrorMessages

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	RightIncrementalAsOfJoinStateManagerTypedBase(ColumnSource<?>[] tableKeySources, ColumnSource<?>[] keySourcesForErrorMessages, int tableSize, double maximumLoadFactor)

Method Summary

Modifier and Type	Method	Description
protected void	addAlternateLeftKey(long tableLocation, long keyToAdd, byte currentState)
protected void	addAlternateRightKey(long tableLocation, long keyToAdd, byte currentState)
protected void	addLeftKey(long tableLocation, long keyToAdd, byte currentState)
protected void	addRightKey(long tableLocation, long keyToAdd, byte currentState)
protected static void	addToBuilder(ImmutableObjectArraySource<RowSetBuilderSequential> source, long location, long keyToAdd)
int	buildAdditions(boolean isLeftSide, RowSet additions, ColumnSource<?>[] sources, IntegerArraySource slots, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
protected abstract void	buildFromLeftSide(RowSequence rowSequence, Chunk[] sourceKeyChunks, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
int	buildFromLeftSide(RowSequence leftRowSet, ColumnSource<?>[] leftSources, @NotNull IntegerArraySource addedSlots)
protected abstract void	buildFromRightSide(RowSequence rowSequence, Chunk[] sourceKeyChunks, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
int	buildFromRightSide(RowSequence rightRowSet, ColumnSource<?>[] rightSources, @NotNull IntegerArraySource addedSlots, int usedSlots)
protected void	buildTable(boolean initialBuild, RightIncrementalAsOfJoinStateManagerTypedBase.BuildContext bc, RowSequence buildRows, ColumnSource<?>[] buildSources, IntegerArraySource hashSlots, TypedHasherUtil.BuildHandler buildHandler)
protected void	clearAlternate()
protected static void	createBuilder(ImmutableObjectArraySource<RowSetBuilderSequential> source, long location, long keyToAdd)
boolean	doRehash(boolean fullRehash, org.apache.commons.lang3.mutable.MutableInt rehashCredits, int nextChunkSize)
int	gatherModifications(RowSet restampAdditions, ColumnSource<?>[] sources, IntegerArraySource slots, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
int	gatherShiftRowSet(RowSet restampAdditions, ColumnSource<?>[] sources, IntegerArraySource slots, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
WritableRowSet	getAndClearLeftRowSet(int slot)
protected long	getCookie(ImmutableLongArraySource cookieSource, int slot)
protected long	getCookieAlternate(int slot)
protected long	getCookieMain(int slot)
WritableRowSet	getLeftRowSet(int slot)
SegmentedSortedArray	getLeftSsa(int slot)
SegmentedSortedArray	getLeftSsa(int slot, Function<RowSet,SegmentedSortedArray> ssaFactory)
SegmentedSortedArray	getLeftSsaOrRowSet(int slot, org.apache.commons.lang3.mutable.MutableObject<WritableRowSet> indexOutput)
WritableRowSet	getRightRowSet(int slot)
SegmentedSortedArray	getRightSsa(int slot)
SegmentedSortedArray	getRightSsa(int slot, Function<RowSet,SegmentedSortedArray> ssaFactory)
SegmentedSortedArray	getRightSsaOrRowSet(int slot, org.apache.commons.lang3.mutable.MutableObject<WritableRowSet> indexOutput)
byte	getState(int slot)
int	getTableSize()
protected int	hashToTableLocation(int hash)
protected int	hashToTableLocationAlternate(int hash)
protected long	makeCookie(ImmutableLongArraySource cookieSource, int slot)
protected long	makeCookieMain(int slot)
int	markForRemoval(RowSet restampRemovals, ColumnSource<?>[] sources, IntegerArraySource slots, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
protected void	migrateCookie(long cookie, int destinationLocation)
protected abstract void	migrateFront()
protected void	newAlternate()
void	populateLeftRowSetsFromIndexTable(IntegerArraySource slots, int slotCount, ColumnSource<RowSet> rowSetSource)
void	populateRightRowSetsFromIndexTable(@NotNull IntegerArraySource slots, int slotCount, @NotNull ColumnSource<RowSet> rowSetSource)
int	probeAdditions(RowSet restampAdditions, ColumnSource<?>[] sources, IntegerArraySource slots, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
void	probeRightInitial(RowSequence rowsToProbe, ColumnSource<?>[] rightSources)
protected abstract void	probeRightSide(RowSequence rowSequence, Chunk[] sourceKeyChunks, ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)
protected void	probeTable(TypedHasherUtil.BuildOrProbeContext.ProbeContext pc, RowSequence probeRows, boolean usePrev, ColumnSource<?>[] probeSources, TypedHasherUtil.ProbeHandler handler)
protected abstract void	rehashInternalFull(int oldSize)
protected abstract int	rehashInternalPartial(int entriesToRehash)
boolean	rehashRequired(int nextChunkSize)
protected void	resetCookie()
void	setLeftRowSet(int slot, RowSet rowSet)
void	setRightRowSet(int slot, RowSet rowSet)

Methods inherited from class io.deephaven.engine.table.impl.asofjoin.RightIncrementalHashedAsOfJoinStateManager

addToSequentialBuilder, getRightEntryType, leftEntryAsRightType

Methods inherited from class io.deephaven.engine.table.impl.RightIncrementalAsOfJoinStateManager

extractKeyStringFromSourceTable

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

ENTRY_EMPTY_STATE

public static final byte ENTRY_EMPTY_STATE

See Also:

• Constant Field Values

tableSize

protected int tableSize

alternateTableSize

protected int alternateTableSize

rehashPointer

protected int rehashPointer

numEntries

protected long numEntries

chunkTypes

protected final ChunkType[] chunkTypes

mainKeySources

protected WritableColumnSource[] mainKeySources

alternateKeySources

protected WritableColumnSource[] alternateKeySources

leftRowSetSource

protected ImmutableObjectArraySource<Object> leftRowSetSource

We use our side source to originally build the RowSet using builders. When a state is activated (meaning we have a corresponding entry for it on the other side); we'll turn it into an SSA. If we have updates for an inactive state, then we turn it into a WritableRowSet. The entry state tells us what we have on each side, using a nibble for the left and a nibble for the right.

alternateLeftRowSetSource

protected ImmutableObjectArraySource<Object> alternateLeftRowSetSource

rightRowSetSource

protected ImmutableObjectArraySource<Object> rightRowSetSource

alternateRightRowSetSource

protected ImmutableObjectArraySource<Object> alternateRightRowSetSource

stateSource

protected ImmutableByteArraySource stateSource

alternateStateSource

protected ImmutableByteArraySource alternateStateSource

mainInsertMask

protected int mainInsertMask

alternateInsertMask

protected int alternateInsertMask

mainCookieSource

protected ImmutableLongArraySource mainCookieSource

Each slot in the hash table has a 'cookie', which we reset by incrementing the cookie generation. The cookie allows us to index into an array source that is passed in for each operation; serving as an intrusive set of modified states (we'll add relevant indices in the probe/build to a RowSet builder).

alternateCookieSource

protected ImmutableLongArraySource alternateCookieSource

cookieGeneration

protected long cookieGeneration

nextCookie

protected int nextCookie

hashSlots

protected IntegerArraySource hashSlots

This stores the current set of slots and makes it accessible to the rehashing methods

Constructor Details

RightIncrementalAsOfJoinStateManagerTypedBase

protected RightIncrementalAsOfJoinStateManagerTypedBase(ColumnSource<?>[] tableKeySources,
 ColumnSource<?>[] keySourcesForErrorMessages,
 int tableSize,
 double maximumLoadFactor)

Method Details

resetCookie

protected void resetCookie()

getCookieMain

protected long getCookieMain(int slot)

getCookieAlternate

protected long getCookieAlternate(int slot)

getCookie

protected long getCookie(ImmutableLongArraySource cookieSource,
 int slot)

makeCookieMain

protected long makeCookieMain(int slot)

makeCookie

protected long makeCookie(ImmutableLongArraySource cookieSource,
 int slot)

migrateCookie

protected void migrateCookie(long cookie,
 int destinationLocation)

createBuilder

protected static void createBuilder(ImmutableObjectArraySource<RowSetBuilderSequential> source,
 long location,
 long keyToAdd)

addToBuilder

protected static void addToBuilder(ImmutableObjectArraySource<RowSetBuilderSequential> source,
 long location,
 long keyToAdd)

addLeftKey

protected void addLeftKey(long tableLocation,
 long keyToAdd,
 byte currentState)

addRightKey

protected void addRightKey(long tableLocation,
 long keyToAdd,
 byte currentState)

addAlternateLeftKey

protected void addAlternateLeftKey(long tableLocation,
 long keyToAdd,
 byte currentState)

addAlternateRightKey

protected void addAlternateRightKey(long tableLocation,
 long keyToAdd,
 byte currentState)

buildTable

protected void buildTable(boolean initialBuild,
 RightIncrementalAsOfJoinStateManagerTypedBase.BuildContext bc,
 RowSequence buildRows,
 ColumnSource<?>[] buildSources,
 IntegerArraySource hashSlots,
 TypedHasherUtil.BuildHandler buildHandler)

buildFromLeftSide

public int buildFromLeftSide(RowSequence leftRowSet,
 ColumnSource<?>[] leftSources,
 @NotNull
 @NotNull IntegerArraySource addedSlots)

Specified by:

buildFromLeftSide in class RightIncrementalHashedAsOfJoinStateManager

buildFromRightSide

public int buildFromRightSide(RowSequence rightRowSet,
 ColumnSource<?>[] rightSources,
 @NotNull
 @NotNull IntegerArraySource addedSlots,
 int usedSlots)

Specified by:

buildFromRightSide in class RightIncrementalHashedAsOfJoinStateManager

markForRemoval

public int markForRemoval(RowSet restampRemovals,
 ColumnSource<?>[] sources,
 IntegerArraySource slots,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

Specified by:

markForRemoval in class RightIncrementalHashedAsOfJoinStateManager

probeAdditions

public int probeAdditions(RowSet restampAdditions,
 ColumnSource<?>[] sources,
 IntegerArraySource slots,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

Specified by:

probeAdditions in class RightIncrementalHashedAsOfJoinStateManager

gatherShiftRowSet

public int gatherShiftRowSet(RowSet restampAdditions,
 ColumnSource<?>[] sources,
 IntegerArraySource slots,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

Specified by:

gatherShiftRowSet in class RightIncrementalHashedAsOfJoinStateManager

gatherModifications

public int gatherModifications(RowSet restampAdditions,
 ColumnSource<?>[] sources,
 IntegerArraySource slots,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

Specified by:

gatherModifications in class RightIncrementalHashedAsOfJoinStateManager

probeTable

protected void probeTable(TypedHasherUtil.BuildOrProbeContext.ProbeContext pc,
 RowSequence probeRows,
 boolean usePrev,
 ColumnSource<?>[] probeSources,
 TypedHasherUtil.ProbeHandler handler)

probeRightInitial

public void probeRightInitial(RowSequence rowsToProbe,
 ColumnSource<?>[] rightSources)

Specified by:

probeRightInitial in class RightIncrementalHashedAsOfJoinStateManager

buildAdditions

public int buildAdditions(boolean isLeftSide,
 RowSet additions,
 ColumnSource<?>[] sources,
 IntegerArraySource slots,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

Specified by:

buildAdditions in class RightIncrementalHashedAsOfJoinStateManager

getTableSize

public int getTableSize()

Specified by:

getTableSize in class RightIncrementalHashedAsOfJoinStateManager

getAndClearLeftRowSet

public WritableRowSet getAndClearLeftRowSet(int slot)

Specified by:

getAndClearLeftRowSet in class RightIncrementalHashedAsOfJoinStateManager

getState

public byte getState(int slot)

Specified by:

getState in class RightIncrementalHashedAsOfJoinStateManager

getRightSsa

public SegmentedSortedArray getRightSsa(int slot)

Specified by:

getRightSsa in class RightIncrementalHashedAsOfJoinStateManager

getRightSsa

public SegmentedSortedArray getRightSsa(int slot,
 Function<RowSet,SegmentedSortedArray> ssaFactory)

Specified by:

getRightSsa in class RightIncrementalHashedAsOfJoinStateManager

getRightRowSet

public WritableRowSet getRightRowSet(int slot)

Specified by:

getRightRowSet in class RightIncrementalHashedAsOfJoinStateManager

getLeftRowSet

public WritableRowSet getLeftRowSet(int slot)

Specified by:

getLeftRowSet in class RightIncrementalHashedAsOfJoinStateManager

setLeftRowSet

public void setLeftRowSet(int slot,
 RowSet rowSet)

Specified by:

setLeftRowSet in class RightIncrementalHashedAsOfJoinStateManager

setRightRowSet

public void setRightRowSet(int slot,
 RowSet rowSet)

Specified by:

setRightRowSet in class RightIncrementalHashedAsOfJoinStateManager

populateRightRowSetsFromIndexTable

public void populateRightRowSetsFromIndexTable(@NotNull
 @NotNull IntegerArraySource slots,
 int slotCount,
 @NotNull
 @NotNull ColumnSource<RowSet> rowSetSource)

Specified by:

populateRightRowSetsFromIndexTable in class RightIncrementalHashedAsOfJoinStateManager

populateLeftRowSetsFromIndexTable

public void populateLeftRowSetsFromIndexTable(IntegerArraySource slots,
 int slotCount,
 ColumnSource<RowSet> rowSetSource)

Specified by:

populateLeftRowSetsFromIndexTable in class RightIncrementalHashedAsOfJoinStateManager

getLeftSsa

public SegmentedSortedArray getLeftSsa(int slot)

Specified by:

getLeftSsa in class RightIncrementalHashedAsOfJoinStateManager

getLeftSsa

public SegmentedSortedArray getLeftSsa(int slot,
 Function<RowSet,SegmentedSortedArray> ssaFactory)

Specified by:

getLeftSsa in class RightIncrementalHashedAsOfJoinStateManager

getLeftSsaOrRowSet

public SegmentedSortedArray getLeftSsaOrRowSet(int slot,
 org.apache.commons.lang3.mutable.MutableObject<WritableRowSet> indexOutput)

Specified by:

getLeftSsaOrRowSet in class RightIncrementalHashedAsOfJoinStateManager

getRightSsaOrRowSet

public SegmentedSortedArray getRightSsaOrRowSet(int slot,
 org.apache.commons.lang3.mutable.MutableObject<WritableRowSet> indexOutput)

Specified by:

getRightSsaOrRowSet in class RightIncrementalHashedAsOfJoinStateManager

newAlternate

protected void newAlternate()

clearAlternate

protected void clearAlternate()

doRehash

public boolean doRehash(boolean fullRehash,
 org.apache.commons.lang3.mutable.MutableInt rehashCredits,
 int nextChunkSize)

Parameters:

fullRehash - should we rehash the entire table (if false, we rehash incrementally)

rehashCredits - the number of entries this operation has rehashed (input/output)

nextChunkSize - the size of the chunk we are processing

Returns:

true if a front migration is required

rehashRequired

public boolean rehashRequired(int nextChunkSize)

hashToTableLocation

protected int hashToTableLocation(int hash)

hashToTableLocationAlternate

protected int hashToTableLocationAlternate(int hash)

buildFromLeftSide

protected abstract void buildFromLeftSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

buildFromRightSide

protected abstract void buildFromRightSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

probeRightSide

protected abstract void probeRightSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 ObjectArraySource<RowSetBuilderSequential> sequentialBuilders)

rehashInternalPartial

protected abstract int rehashInternalPartial(int entriesToRehash)

migrateFront

protected abstract void migrateFront()

rehashInternalFull

protected abstract void rehashInternalFull(int oldSize)