Package io.deephaven.extensions.barrage.util

Class BarrageUtil

java.lang.Object

io.deephaven.extensions.barrage.util.BarrageUtil

public class BarrageUtil
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	BarrageUtil.ConvertedArrowSchema

Field Summary

Fields

Modifier and Type	Field	Description
static final BarrageSnapshotOptions	DEFAULT_SNAPSHOT_DESER_OPTIONS
static final long	FLATBUFFER_MAGIC
static final long	MAX_SNAPSHOT_CELL_COUNT
static final long	MIN_SNAPSHOT_CELL_COUNT
static final org.apache.arrow.vector.types.pojo.ArrowType.Timestamp	NANO_SINCE_EPOCH_TYPE	Note that arrow's wire format states that Timestamps without timezones are not UTC -- that they are no timezone at all.
static final String	TABLE_ATTRIBUTE_IS_FLAT	The name of the attribute that indicates that a table is flat.
static final double	TARGET_SNAPSHOT_PERCENTAGE

Constructor Summary

Constructors

Constructor	Description
BarrageUtil()

Method Summary

Modifier and Type	Method	Description
static @NotNull Map<String,String>	attributesToMetadata(@NotNull Map<String,Object> attributes)
static @NotNull Map<String,String>	attributesToMetadata(@NotNull Map<String,Object> attributes, boolean isFlat)
static Stream<org.apache.arrow.vector.types.pojo.Field>	columnDefinitionsToFields(@NotNull Map<String,String> columnDescriptions, @Nullable InputTableUpdater inputTableUpdater, @NotNull TableDefinition tableDefinition, @NotNull Collection<ColumnDefinition<?>> columnDefinitions, @NotNull Function<String,Map<String,String>> fieldMetadataFactory, @NotNull Map<String,Object> attributes)
static Stream<org.apache.arrow.vector.types.pojo.Field>	columnDefinitionsToFields(@NotNull Map<String,String> columnDescriptions, @Nullable InputTableUpdater inputTableUpdater, @NotNull TableDefinition tableDefinition, @NotNull Collection<ColumnDefinition<?>> columnDefinitions, @NotNull Function<String,Map<String,String>> fieldMetadataFactory, @NotNull Map<String,Object> attributes, boolean columnsAsList)
static BarrageUtil.ConvertedArrowSchema	convertArrowSchema(ExportedTableCreationResponse response)
static BarrageUtil.ConvertedArrowSchema	convertArrowSchema(org.apache.arrow.flatbuf.Schema schema)
static BarrageUtil.ConvertedArrowSchema	convertArrowSchema(org.apache.arrow.vector.types.pojo.Schema schema)
static TableDefinition	convertTableDefinition(ExportedTableCreationResponse response)
static void	createAndSendSnapshot(BarrageStreamGenerator.Factory streamGeneratorFactory, BaseTable<?> table, BitSet columns, RowSet viewport, boolean reverseViewport, BarrageSnapshotOptions snapshotRequestOptions, io.grpc.stub.StreamObserver<BarrageStreamGenerator.MessageView> listener, BarragePerformanceLog.SnapshotMetricsHelper metrics)
static void	createAndSendStaticSnapshot(BarrageStreamGenerator.Factory streamGeneratorFactory, BaseTable<?> table, BitSet columns, RowSet viewport, boolean reverseViewport, BarrageSnapshotOptions snapshotRequestOptions, io.grpc.stub.StreamObserver<BarrageStreamGenerator.MessageView> listener, BarragePerformanceLog.SnapshotMetricsHelper metrics)
static org.apache.arrow.vector.types.pojo.Schema	makeSchema(@NotNull StreamReaderOptions options, @NotNull TableDefinition tableDefinition, @NotNull Map<String,Object> attributes, boolean isFlat)
static int	makeTableSchemaPayload(@NotNull com.google.flatbuffers.FlatBufferBuilder builder, @NotNull StreamReaderOptions options, @NotNull TableDefinition tableDefinition, @NotNull Map<String,Object> attributes, boolean isFlat)
static void	putMetadata(Map<String,String> metadata, String key, String value)
static com.google.protobuf.ByteString	schemaBytes(@NotNull ToIntFunction<com.google.flatbuffers.FlatBufferBuilder> schemaPayloadWriter)
static com.google.protobuf.ByteString	schemaBytesFromTable(@NotNull Table table)
static com.google.protobuf.ByteString	schemaBytesFromTableDefinition(@NotNull TableDefinition tableDefinition, @NotNull Map<String,Object> attributes, boolean isFlat)
static org.apache.arrow.vector.types.pojo.Schema	schemaFromTable(@NotNull Table table)
static org.apache.arrow.vector.types.pojo.Schema	toSchema(TableDefinition definition, Map<String,Object> attributes, boolean isFlat)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

DEFAULT_SNAPSHOT_DESER_OPTIONS

public static final BarrageSnapshotOptions DEFAULT_SNAPSHOT_DESER_OPTIONS

FLATBUFFER_MAGIC

public static final long FLATBUFFER_MAGIC

See Also:

• Constant Field Values

TARGET_SNAPSHOT_PERCENTAGE

public static final double TARGET_SNAPSHOT_PERCENTAGE

MIN_SNAPSHOT_CELL_COUNT

public static final long MIN_SNAPSHOT_CELL_COUNT

MAX_SNAPSHOT_CELL_COUNT

public static final long MAX_SNAPSHOT_CELL_COUNT

NANO_SINCE_EPOCH_TYPE

public static final org.apache.arrow.vector.types.pojo.ArrowType.Timestamp NANO_SINCE_EPOCH_TYPE

Note that arrow's wire format states that Timestamps without timezones are not UTC -- that they are no timezone at all. It's very important that we mark these times as UTC.

TABLE_ATTRIBUTE_IS_FLAT

public static final String TABLE_ATTRIBUTE_IS_FLAT

The name of the attribute that indicates that a table is flat.

See Also:

• Constant Field Values

Constructor Details

BarrageUtil

public BarrageUtil()

Method Details

schemaBytesFromTable

public static com.google.protobuf.ByteString schemaBytesFromTable(@NotNull
 @NotNull Table table)

schemaBytesFromTableDefinition

public static com.google.protobuf.ByteString schemaBytesFromTableDefinition(@NotNull
 @NotNull TableDefinition tableDefinition,
 @NotNull
 @NotNull Map<String,Object> attributes,
 boolean isFlat)

schemaFromTable

public static org.apache.arrow.vector.types.pojo.Schema schemaFromTable(@NotNull
 @NotNull Table table)

toSchema

public static org.apache.arrow.vector.types.pojo.Schema toSchema(TableDefinition definition,
 Map<String,Object> attributes,
 boolean isFlat)

schemaBytes

public static com.google.protobuf.ByteString schemaBytes(@NotNull
 @NotNull ToIntFunction<com.google.flatbuffers.FlatBufferBuilder> schemaPayloadWriter)

makeTableSchemaPayload

public static int makeTableSchemaPayload(@NotNull
 @NotNull com.google.flatbuffers.FlatBufferBuilder builder,
 @NotNull
 @NotNull StreamReaderOptions options,
 @NotNull
 @NotNull TableDefinition tableDefinition,
 @NotNull
 @NotNull Map<String,Object> attributes,
 boolean isFlat)

makeSchema

public static org.apache.arrow.vector.types.pojo.Schema makeSchema(@NotNull
 @NotNull StreamReaderOptions options,
 @NotNull
 @NotNull TableDefinition tableDefinition,
 @NotNull
 @NotNull Map<String,Object> attributes,
 boolean isFlat)

attributesToMetadata

@NotNull
public static @NotNull Map<String,String> attributesToMetadata(@NotNull
 @NotNull Map<String,Object> attributes)

attributesToMetadata

@NotNull
public static @NotNull Map<String,String> attributesToMetadata(@NotNull
 @NotNull Map<String,Object> attributes,
 boolean isFlat)

columnDefinitionsToFields

public static Stream<org.apache.arrow.vector.types.pojo.Field> columnDefinitionsToFields(@NotNull
 @NotNull Map<String,String> columnDescriptions,
 @Nullable
 @Nullable InputTableUpdater inputTableUpdater,
 @NotNull
 @NotNull TableDefinition tableDefinition,
 @NotNull
 @NotNull Collection<ColumnDefinition<?>> columnDefinitions,
 @NotNull
 @NotNull Function<String,Map<String,String>> fieldMetadataFactory,
 @NotNull
 @NotNull Map<String,Object> attributes)

columnDefinitionsToFields

public static Stream<org.apache.arrow.vector.types.pojo.Field> columnDefinitionsToFields(@NotNull
 @NotNull Map<String,String> columnDescriptions,
 @Nullable
 @Nullable InputTableUpdater inputTableUpdater,
 @NotNull
 @NotNull TableDefinition tableDefinition,
 @NotNull
 @NotNull Collection<ColumnDefinition<?>> columnDefinitions,
 @NotNull
 @NotNull Function<String,Map<String,String>> fieldMetadataFactory,
 @NotNull
 @NotNull Map<String,Object> attributes,
 boolean columnsAsList)

putMetadata

public static void putMetadata(Map<String,String> metadata,
 String key,
 String value)

convertTableDefinition

public static TableDefinition convertTableDefinition(ExportedTableCreationResponse response)

convertArrowSchema

public static BarrageUtil.ConvertedArrowSchema convertArrowSchema(ExportedTableCreationResponse response)

convertArrowSchema

public static BarrageUtil.ConvertedArrowSchema convertArrowSchema(org.apache.arrow.flatbuf.Schema schema)

convertArrowSchema

public static BarrageUtil.ConvertedArrowSchema convertArrowSchema(org.apache.arrow.vector.types.pojo.Schema schema)

createAndSendStaticSnapshot

public static void createAndSendStaticSnapshot(BarrageStreamGenerator.Factory streamGeneratorFactory,
 BaseTable<?> table,
 BitSet columns,
 RowSet viewport,
 boolean reverseViewport,
 BarrageSnapshotOptions snapshotRequestOptions,
 io.grpc.stub.StreamObserver<BarrageStreamGenerator.MessageView> listener,
 BarragePerformanceLog.SnapshotMetricsHelper metrics)

createAndSendSnapshot

public static void createAndSendSnapshot(BarrageStreamGenerator.Factory streamGeneratorFactory,
 BaseTable<?> table,
 BitSet columns,
 RowSet viewport,
 boolean reverseViewport,
 BarrageSnapshotOptions snapshotRequestOptions,
 io.grpc.stub.StreamObserver<BarrageStreamGenerator.MessageView> listener,
 BarragePerformanceLog.SnapshotMetricsHelper metrics)