Trait swh_graph::utils::dataset_writer::TableWriter

pub trait TableWriter {
    type Schema: Clone;
    type CloseResult: Send;

    // Required methods
    fn new(
        path: PathBuf,
        schema: Self::Schema,
        flush_threshold: Option<usize>
    ) -> Result<Self>
       where Self: Sized;
    fn flush(&mut self) -> Result<()>;
    fn close(self) -> Result<Self::CloseResult>;
}

Required Associated Types

type Schema: Clone

type CloseResult: Send

Required Methods

fn new( path: PathBuf, schema: Self::Schema, flush_threshold: Option<usize> ) -> Result<Self>where Self: Sized,

fn flush(&mut self) -> Result<()>

Calls .into() on the internal builder, and writes its result to disk.

fn close(self) -> Result<Self::CloseResult>

Implementors

impl<'a> TableWriter for CsvZstTableWriter<'a>

type Schema = ()

type CloseResult = ()

impl<Builder: Default + StructArrayBuilder> TableWriter for ParquetTableWriter<Builder>

type Schema = (Arc<Schema>, WriterProperties)

type CloseResult = FileMetaData

impl<PartitionWriter: TableWriter + Send> TableWriter for PartitionedTableWriter<PartitionWriter>

type Schema = (String, Option<NonZeroU16>, <PartitionWriter as TableWriter>::Schema)

type CloseResult = Vec<<PartitionWriter as TableWriter>::CloseResult>