Package io.deephaven.engine.table.impl.naturaljoin

Class IncrementalNaturalJoinStateManagerTypedBase

java.lang.Object

io.deephaven.engine.table.impl.StaticNaturalJoinStateManager

io.deephaven.engine.table.impl.naturaljoin.IncrementalNaturalJoinStateManagerTypedBase

All Implemented Interfaces:

BothIncrementalNaturalJoinStateManager, IncrementalNaturalJoinStateManager

public abstract class IncrementalNaturalJoinStateManagerTypedBase
extends StaticNaturalJoinStateManager
implements IncrementalNaturalJoinStateManager, BothIncrementalNaturalJoinStateManager

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	IncrementalNaturalJoinStateManagerTypedBase.BuildContext
static class	IncrementalNaturalJoinStateManagerTypedBase.ProbeContext

Nested classes/interfaces inherited from interface io.deephaven.engine.table.impl.BothIncrementalNaturalJoinStateManager

BothIncrementalNaturalJoinStateManager.InitialBuildContext

Field Summary

Fields

Modifier and Type	Field	Description
protected int	alternateInsertMask
protected final WritableColumnSource[]	alternateKeySources
protected ImmutableObjectArraySource<WritableRowSet>	alternateLeftRowSet
protected ImmutableLongArraySource	alternateModifiedTrackerCookieSource
protected ImmutableLongArraySource	alternateRightRowKey
protected int	alternateTableSize
protected final ChunkType[]	chunkTypes
static final long	EMPTY_RIGHT_STATE
protected gnu.trove.list.array.TLongArrayList	freeDuplicateValues
protected int	mainInsertMask
protected final WritableColumnSource[]	mainKeySources
protected ImmutableObjectArraySource<WritableRowSet>	mainLeftRowSet
protected ImmutableLongArraySource	mainModifiedTrackerCookieSource
protected ImmutableLongArraySource	mainRightRowKey
protected long	nextDuplicateRightSide
protected long	numEntries
protected int	rehashPointer
protected ObjectArraySource<WritableRowSet>	rightSideDuplicateRowSets
protected int	tableSize

Fields inherited from class io.deephaven.engine.table.impl.StaticNaturalJoinStateManager

DUPLICATE_RIGHT_VALUE, keySourcesForErrorMessages, NO_RIGHT_ENTRY_VALUE

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	IncrementalNaturalJoinStateManagerTypedBase(ColumnSource<?>[] tableKeySources, ColumnSource<?>[] keySourcesForErrorMessages, int tableSize, double maximumLoadFactor)

Method Summary

Modifier and Type	Method	Description
protected abstract void	addLeftSide(RowSequence rowSequence, Chunk[] sourceKeyChunks, LongArraySource leftRedirections, long redirectionOffset)
void	addLeftSide(Context bc, RowSequence leftRowSet, ColumnSource<?>[] leftSources, LongArraySource leftRedirections, @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected abstract void	addRightSide(RowSequence rowSequence, Chunk[] sourceKeyChunks, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
void	addRightSide(Context bc, RowSequence rightRowSet, ColumnSource<?>[] rightSources, @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected long	allocateDuplicateLocation()
protected abstract void	applyLeftShift(RowSequence rowSequence, Chunk[] sourceKeyChunks, long shiftDelta, IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc)
void	applyLeftShift(Context pc, ColumnSource<?>[] leftSources, RowSet shiftedRowSet, long shiftDelta)
protected abstract void	applyRightShift(RowSequence rowSequence, Chunk[] sourceKeyChunks, long shiftDelta, NaturalJoinModifiedSlotTracker modifiedSlotTracker, IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc)
void	applyRightShift(Context pc, ColumnSource<?>[] rightSources, RowSet shiftedRowSet, long shiftDelta, @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected abstract void	buildFromLeftSide(RowSequence rowSequence, Chunk[] sourceKeyChunks)
protected abstract void	buildFromRightSide(RowSequence rowSequence, Chunk[] sourceKeyChunks)
void	buildFromRightSide(Table rightTable, ColumnSource<?>[] rightSources)
WritableRowRedirection	buildRowRedirectionFromRedirections(QueryTable leftTable, boolean exactMatch, BothIncrementalNaturalJoinStateManager.InitialBuildContext ibc, JoinControl.RedirectionType redirectionType)
protected void	buildTable(boolean initialBuild, IncrementalNaturalJoinStateManagerTypedBase.BuildContext bc, RowSequence buildRows, ColumnSource<?>[] buildSources, TypedHasherUtil.BuildHandler buildHandler, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected void	clearAlternate()
void	compactAll()
void	decorateLeftSide(RowSet leftRows, ColumnSource<?>[] leftSources, BothIncrementalNaturalJoinStateManager.InitialBuildContext ibc)
void	decorateLeftSide(RowSet leftRowSet, ColumnSource<?>[] leftSources, LongArraySource leftRedirections)
boolean	doRehash(boolean fullRehash, org.apache.commons.lang3.mutable.MutableInt rehashCredits, int nextChunkSize, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected long	duplicateLocationFromRowKey(long rowKey)
protected void	freeDuplicateLocation(long duplicateLocation)
RowSet	getLeftIndex(int slot)
long	getRightIndex(int slot)
protected int	hashToTableLocation(int hash)
protected int	hashToTableLocationAlternate(int hash)
String	keyString(int slot)
IncrementalNaturalJoinStateManagerTypedBase.BuildContext	makeBuildContext(ColumnSource<?>[] buildSources, long maxSize)
BothIncrementalNaturalJoinStateManager.InitialBuildContext	makeInitialBuildContext()
IncrementalNaturalJoinStateManagerTypedBase.ProbeContext	makeProbeContext(ColumnSource<?>[] buildSources, long maxSize)
protected abstract void	migrateFront(NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected abstract void	modifyByRight(RowSequence rowSequence, Chunk[] sourceKeyChunks, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
void	modifyByRight(Context pc, RowSet modified, ColumnSource<?>[] rightSources, @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected void	newAlternate()
protected void	probeTable(IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc, RowSequence probeRows, boolean usePrev, ColumnSource<?>[] probeSources, TypedHasherUtil.ProbeHandler handler)
protected abstract void	rehashInternalFull(int oldSize)
protected abstract int	rehashInternalPartial(int numEntriesToRehash, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
boolean	rehashRequired(int nextChunkSize)
protected abstract void	removeLeft(RowSequence rowSequence, Chunk[] sourceKeyChunks)
void	removeLeft(Context pc, RowSequence leftIndex, ColumnSource<?>[] leftSources)
protected abstract void	removeRight(RowSequence rowSequence, Chunk[] sourceKeyChunks, NaturalJoinModifiedSlotTracker modifiedSlotTracker)
void	removeRight(Context pc, RowSequence rightRowSet, ColumnSource<?>[] rightSources, @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)
protected long	rowKeyFromDuplicateLocation(long duplicateLocation)
protected void	shiftOneKey(WritableRowSet existingLeftRowSet, long shiftedKey, long shiftDelta)

Methods inherited from class io.deephaven.engine.table.impl.StaticNaturalJoinStateManager

buildRowRedirection, checkExactMatch, extractKeyStringFromSourceTable

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface io.deephaven.engine.table.impl.IncrementalNaturalJoinStateManager

checkExactMatch

Field Details

EMPTY_RIGHT_STATE

public static final long EMPTY_RIGHT_STATE

See Also:

• Constant Field Values

tableSize

protected int tableSize

alternateTableSize

protected int alternateTableSize

rehashPointer

protected int rehashPointer

numEntries

protected long numEntries

chunkTypes

protected final ChunkType[] chunkTypes

mainKeySources

protected final WritableColumnSource[] mainKeySources

alternateKeySources

protected final WritableColumnSource[] alternateKeySources

mainRightRowKey

protected ImmutableLongArraySource mainRightRowKey

alternateRightRowKey

protected ImmutableLongArraySource alternateRightRowKey

mainLeftRowSet

protected ImmutableObjectArraySource<WritableRowSet> mainLeftRowSet

mainModifiedTrackerCookieSource

protected ImmutableLongArraySource mainModifiedTrackerCookieSource

alternateLeftRowSet

protected ImmutableObjectArraySource<WritableRowSet> alternateLeftRowSet

alternateModifiedTrackerCookieSource

protected ImmutableLongArraySource alternateModifiedTrackerCookieSource

rightSideDuplicateRowSets

protected ObjectArraySource<WritableRowSet> rightSideDuplicateRowSets

nextDuplicateRightSide

protected long nextDuplicateRightSide

freeDuplicateValues

protected gnu.trove.list.array.TLongArrayList freeDuplicateValues

mainInsertMask

protected int mainInsertMask

alternateInsertMask

protected int alternateInsertMask

Constructor Details

IncrementalNaturalJoinStateManagerTypedBase

protected IncrementalNaturalJoinStateManagerTypedBase(ColumnSource<?>[] tableKeySources,
 ColumnSource<?>[] keySourcesForErrorMessages,
 int tableSize,
 double maximumLoadFactor)

Method Details

makeBuildContext

public IncrementalNaturalJoinStateManagerTypedBase.BuildContext makeBuildContext(ColumnSource<?>[] buildSources,
 long maxSize)

Specified by:

makeBuildContext in interface BothIncrementalNaturalJoinStateManager

makeProbeContext

public IncrementalNaturalJoinStateManagerTypedBase.ProbeContext makeProbeContext(ColumnSource<?>[] buildSources,
 long maxSize)

Specified by:

makeProbeContext in interface BothIncrementalNaturalJoinStateManager

buildTable

protected void buildTable(boolean initialBuild,
 IncrementalNaturalJoinStateManagerTypedBase.BuildContext bc,
 RowSequence buildRows,
 ColumnSource<?>[] buildSources,
 TypedHasherUtil.BuildHandler buildHandler,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

probeTable

protected void probeTable(IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc,
 RowSequence probeRows,
 boolean usePrev,
 ColumnSource<?>[] probeSources,
 TypedHasherUtil.ProbeHandler handler)

doRehash

public boolean doRehash(boolean fullRehash,
 org.apache.commons.lang3.mutable.MutableInt rehashCredits,
 int nextChunkSize,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Parameters:

fullRehash - should we rehash the entire table (if false, we rehash incrementally)

rehashCredits - the number of entries this operation has rehashed (input/output)

nextChunkSize - the size of the chunk we are processing

Returns:

true if a front migration is required

newAlternate

protected void newAlternate()

clearAlternate

protected void clearAlternate()

rehashRequired

public boolean rehashRequired(int nextChunkSize)

rehashInternalFull

protected abstract void rehashInternalFull(int oldSize)

migrateFront

protected abstract void migrateFront(NaturalJoinModifiedSlotTracker modifiedSlotTracker)

rehashInternalPartial

protected abstract int rehashInternalPartial(int numEntriesToRehash,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Parameters:

numEntriesToRehash - number of entries to rehash into main table

Returns:

actual number of entries rehashed

hashToTableLocation

protected int hashToTableLocation(int hash)

hashToTableLocationAlternate

protected int hashToTableLocationAlternate(int hash)

duplicateLocationFromRowKey

protected long duplicateLocationFromRowKey(long rowKey)

rowKeyFromDuplicateLocation

protected long rowKeyFromDuplicateLocation(long duplicateLocation)

allocateDuplicateLocation

protected long allocateDuplicateLocation()

freeDuplicateLocation

protected void freeDuplicateLocation(long duplicateLocation)

getRightIndex

public long getRightIndex(int slot)

Specified by:

getRightIndex in interface IncrementalNaturalJoinStateManager

getLeftIndex

public RowSet getLeftIndex(int slot)

Specified by:

getLeftIndex in interface IncrementalNaturalJoinStateManager

keyString

public String keyString(int slot)

Specified by:

keyString in interface IncrementalNaturalJoinStateManager

buildFromRightSide

protected abstract void buildFromRightSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks)

buildRowRedirectionFromRedirections

public WritableRowRedirection buildRowRedirectionFromRedirections(QueryTable leftTable,
 boolean exactMatch,
 BothIncrementalNaturalJoinStateManager.InitialBuildContext ibc,
 JoinControl.RedirectionType redirectionType)

Specified by:

buildRowRedirectionFromRedirections in interface BothIncrementalNaturalJoinStateManager

applyRightShift

protected abstract void applyRightShift(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 long shiftDelta,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker,
 IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc)

modifyByRight

public void modifyByRight(Context pc,
 RowSet modified,
 ColumnSource<?>[] rightSources,
 @NotNull
 @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Specified by:

modifyByRight in interface BothIncrementalNaturalJoinStateManager

modifyByRight

protected abstract void modifyByRight(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

removeRight

public void removeRight(Context pc,
 RowSequence rightRowSet,
 ColumnSource<?>[] rightSources,
 @NotNull
 @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Specified by:

removeRight in interface BothIncrementalNaturalJoinStateManager

removeRight

protected abstract void removeRight(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

buildFromRightSide

public void buildFromRightSide(Table rightTable,
 ColumnSource<?>[] rightSources)

Specified by:

buildFromRightSide in interface BothIncrementalNaturalJoinStateManager

decorateLeftSide

public void decorateLeftSide(RowSet leftRows,
 ColumnSource<?>[] leftSources,
 BothIncrementalNaturalJoinStateManager.InitialBuildContext ibc)

Specified by:

decorateLeftSide in interface BothIncrementalNaturalJoinStateManager

buildFromLeftSide

protected abstract void buildFromLeftSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks)

addRightSide

public void addRightSide(Context bc,
 RowSequence rightRowSet,
 ColumnSource<?>[] rightSources,
 @NotNull
 @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Specified by:

addRightSide in interface BothIncrementalNaturalJoinStateManager

addRightSide

protected abstract void addRightSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 NaturalJoinModifiedSlotTracker modifiedSlotTracker)

addLeftSide

public void addLeftSide(Context bc,
 RowSequence leftRowSet,
 ColumnSource<?>[] leftSources,
 LongArraySource leftRedirections,
 @NotNull
 @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Specified by:

addLeftSide in interface BothIncrementalNaturalJoinStateManager

addLeftSide

protected abstract void addLeftSide(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 LongArraySource leftRedirections,
 long redirectionOffset)

removeLeft

public void removeLeft(Context pc,
 RowSequence leftIndex,
 ColumnSource<?>[] leftSources)

Specified by:

removeLeft in interface BothIncrementalNaturalJoinStateManager

removeLeft

protected abstract void removeLeft(RowSequence rowSequence,
 Chunk[] sourceKeyChunks)

applyLeftShift

public void applyLeftShift(Context pc,
 ColumnSource<?>[] leftSources,
 RowSet shiftedRowSet,
 long shiftDelta)

Specified by:

applyLeftShift in interface BothIncrementalNaturalJoinStateManager

applyRightShift

public void applyRightShift(Context pc,
 ColumnSource<?>[] rightSources,
 RowSet shiftedRowSet,
 long shiftDelta,
 @NotNull
 @NotNull NaturalJoinModifiedSlotTracker modifiedSlotTracker)

Specified by:

applyRightShift in interface BothIncrementalNaturalJoinStateManager

shiftOneKey

protected void shiftOneKey(WritableRowSet existingLeftRowSet,
 long shiftedKey,
 long shiftDelta)

applyLeftShift

protected abstract void applyLeftShift(RowSequence rowSequence,
 Chunk[] sourceKeyChunks,
 long shiftDelta,
 IncrementalNaturalJoinStateManagerTypedBase.ProbeContext pc)

makeInitialBuildContext

public BothIncrementalNaturalJoinStateManager.InitialBuildContext makeInitialBuildContext()

Specified by:

makeInitialBuildContext in interface BothIncrementalNaturalJoinStateManager

decorateLeftSide

public void decorateLeftSide(RowSet leftRowSet,
 ColumnSource<?>[] leftSources,
 LongArraySource leftRedirections)

Specified by:

decorateLeftSide in class StaticNaturalJoinStateManager

compactAll

public void compactAll()

Specified by:

compactAll in interface BothIncrementalNaturalJoinStateManager