Type Alias DeltaWriterType

type DeltaWriterType = DeltaWriter<DataFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>, PositionDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>, EqualityDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>>;

Aliased Type

struct DeltaWriterType {
    pub data_writer: DataFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>,
    pub pos_delete_writer: PositionDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>,
    pub eq_delete_writer: EqualityDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>,
    pub unique_cols: Vec<i32>,
    pub seen_rows: HashMap<OwnedRow, Position>,
    /* private fields */
}

Fields

data_writer: DataFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>

The data file writer for new and updated rows.

pos_delete_writer: PositionDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>

The position delete file writer for deletions of existing rows (that have been written within this writer).

eq_delete_writer: EqualityDeleteFileWriter<ParquetWriterBuilder, DefaultLocationGenerator, DefaultFileNameGenerator>

The equality delete file writer for deletions of rows based on equality conditions (for rows that may exist in other data files).

unique_cols: Vec<i32>

The list of unique columns used for equality deletes.

seen_rows: HashMap<OwnedRow, Position>

A map of rows (projected to unique columns) to their corresponding position information.