Create a replay query

import io.deephaven.enterprise.database.SystemTableLogger
import io.deephaven.time.DateTimeUtils

// It is good practice to use a variable to store the value of the Date clauses for your tables.
REPLAY_DATE = DateTimeUtils.today()
SRC_NAMESPACE = "Market"
DEST_NAMESPACE = "MarketSim"
TABLE_NAME = "Trade"

// Here, we retrieve the table we are going to replay
sourceTable = db.liveTable(SRC_NAMESPACE, TABLE_NAME)
        .where("Date=`$REPLAY_DATE`")
        .dropColumns("Date")

opts = SystemTableLogger.newOptionsBuilder()
        .currentDateColumnPartition(true)
        .build()

// When logging incrementally, a Closeable is returned. You must retain this object to ensure liveness. Call `close()` to stop logging and release resources.
lh = SystemTableLogger.logTableIncremental(db, DEST_NAMESPACE, TABLE_NAME, sourceTable, opts)

// At this point as rows tick into "Market.Trade" they will be automatically logged back to "MarketSim.Trade"

from deephaven_enterprise import system_table_logger as stl
from deephaven import time

# It is good practice to use a variable to store the value of the Date clauses for your tables.

REPLAY_DATE = time.dh_today()
SRC_NAMESPACE = "Market"
DEST_NAMESPACE = "MarketSim"
TABLE_NAME = "Trade"

# Here, we retrieve the table we are going to replay

sourceTable = (
    db.live_table(SRC_NAMESPACE, TABLE_NAME)
    .where("Date=`%s`" % REPLAY_DATE)
    .drop_columns("Date")
)

# When logging incrementally, a Closeable is returned. You must retain this object to ensure liveness. Call `close()` to stop logging and release resources.

lh = stl.log_table_incremental(
    namespace=DEST_NAMESPACE,
    table_name=TABLE_NAME,
    table=sourceTable,
    columnPartition=None,
)

# At this point as rows tick into "Market.Trade" they are automatically logged back to "MarketSim.Trade"

import io.deephaven.enterprise.database.SystemTableLogger
import io.deephaven.time.DateTimeUtils

import java.time.Instant
import java.util.stream.Collectors

// It is good practice to use a variable to store the value of the Date clauses for your tables.
REPLAY_DATE = DateTimeUtils.today()
REPLAY_DATE_PARTS = REPLAY_DATE.split("-")

SRC_NAMESPACE = "Market"
DEST_NAMESPACE = "MarketSim"
TABLE_NAME = "Trade"

// Compute the nanos of Epoch at midnight for the current day
dtMidnightToday = LocalDate.now().atStartOfDay(ZoneId.of("America/New_York")).toInstant().toEpochMilli()

// Compute the nanos of Epoch at midnight of the date you are replaying
dtMidnightSource = LocalDate.of(Integer.parseInt(REPLAY_DATE_PARTS[0]),
        Integer.parseInt(REPLAY_DATE_PARTS[1]),
        Integer.parseInt(REPLAY_DATE_PARTS[2]))
        .atStartOfDay(ZoneId.of("America/New_York")).toInstant().toEpochMilli()

// Here we retrieve the table we are going to replay
sourceTable = db.liveTable(SRC_NAMESPACE, TABLE_NAME)
        .where("Date=`$REPLAY_DATE`")
        .dropColumns("Date")

// Create a closure that will convert an Instant value from the source date, to the current date, maintaining the timestamp
convertDateToday = { dt -> dt == null ? null : Instant.ofEpochMilli(dt.toEpochMilli() - dtMidnightSource + dtMidnightToday) }

// convert the Instant columns to today's date
convertDateColumns = { Table t ->
    final String[] cols = t.getDefinition().getColumns().stream().filter({c -> "Timestamp" != c.getName() && c.getDataType() == Instant.class })
            .map({ c -> "${c.getName()} = (Instant) convertDateToday.call(${c.getName()})".toString() }).toArray(String[]::new)
    return t.updateView(cols)
}

sourceTable = convertDateColumns(sourceTable)

opts = SystemTableLogger.newOptionsBuilder()
        .currentDateColumnPartition(true)
        .build()

// When logging incrementally, a Closeable is returned. You must retain this object to ensure liveness. Call `close()` to stop logging and release resources.
lh = SystemTableLogger.logTableIncremental(db, DEST_NAMESPACE, TABLE_NAME, sourceTable, opts)

// At this point, as rows tick into "Market.Trade" they are automatically logged back to "MarketSim.Trade"

from deephaven_enterprise import system_table_logger as stl
from deephaven import time as dh_time
from deephaven.table import Table
from datetime import datetime, time

# It is good practice to use a variable to store the value of the Date clauses for your tables.
REPLAY_DATE = "2024-08-09"
REPLAY_DATE_TIME = datetime.strptime(REPLAY_DATE, "%Y-%m-%d")
# Get the current date
CURRENT_DATE = datetime.now().date()

SRC_NAMESPACE = "Market"
DEST_NAMESPACE = "MarketSim"
TABLE_NAME = "Trade"

# Compute the millis of Epoch at midnight for the current day
midnight_time = int(datetime.combine(CURRENT_DATE, time(0, 0)).timestamp() * 1000)

# Compute the millis of Epoch at midnight of the date you are replaying
midnight_source = int(datetime.combine(REPLAY_DATE_TIME, time(0, 0)).timestamp() * 1000)

# Here we retrieve the table we are going to replay
sourceTable = db.live_table(SRC_NAMESPACE, TABLE_NAME)
    .where("Date=`%s`" % REPLAY_DATE)
    .drop_columns("Date")

# Create a method that will convert a Instant value from the source date, to the current date, maintaining the timestamp
def convertDateToday(dt):
    if dt:
        print(dt.toEpochMilli())
        return dh_time.to_j_instant((dt.toEpochMilli() - midnight_source + midnight_time) * 1000000)
    return None

# convert the Instant columns to today's date
def convertDateColumns(t: Table):
    cols = t.j_table.getDefinition().getColumns()
    updatesList = []
    for i in range(0, cols.size()):
        col = cols.get(i)
        if col.getName() != "Timestamp" and col.getDataType().getName() == 'java.time.Instant':
            updatesList = updatesList + ["%s = (Instant) convertDateToday(%s)" % (col.getName(), col.getName())]
    return t.update_view(updatesList)

sourceTable = convertDateColumns(sourceTable)

# When logging incrementally, a Closeable is returned. You must retain this object to ensure liveness. Call `close()` to stop logging and release resources.
lh = stl.log_table_incremental(namespace=DEST_NAMESPACE, table_name=TABLE_NAME, table=sourceTable, columnPartition=None)

# At this point as rows tick into "Market.Trade" they are automatically logged back to "MarketSim.Trade"