Struct TableWriter

pub struct TableWriter<R>
where
    R: Send + Sync + 'static,
    for<'a> &'a [R]: RecordWriter<R>,
{
    _phantom: PhantomData<R>,
    writer: Option<UnchunkWriter<R, ThreadObjectWriter<'static, Vec<R>>>>,
    out_path: Option<PathBuf>,
    row_count: usize,
}

Parquet table writer.

A table writer is an ObjectWriter for structs implementing [TableRow], that writes them out to a Parquet file.

Fields

_phantom: PhantomData<R>

writer: Option<UnchunkWriter<R, ThreadObjectWriter<'static, Vec<R>>>>

out_path: Option<PathBuf>

row_count: usize

Implementations

impl<R> TableWriter<R>

where R: Send + Sync + 'static, for<'a> &'a [R]: RecordWriter<R>,

pub fn open<P: AsRef<Path>>(path: P) -> Result<Self>

Open a table writer for a path.

impl<R> TableWriter<R>

where R: Send + Sync + 'static, for<'a> &'a [R]: RecordWriter<R>,

fn display_path(&self) -> Cow<'static, str>

Trait Implementations

impl<R> DataSink for TableWriter<R>

where R: Send + Sync + 'static, for<'a> &'a [R]: RecordWriter<R>,

fn output_files(&self) -> Vec<PathBuf>

Get the output files for the sink.

fn input_files(&self) -> Vec<PathBuf>

Get auxillary input files for the sink.

impl<R> Drop for TableWriter<R>

where R: Send + Sync + 'static, for<'a> &'a [R]: RecordWriter<R>,

fn drop(&mut self)

Executes the destructor for this type.

impl<R> ObjectWriter<R> for TableWriter<R>

where R: Send + Sync + 'static, for<'a> &'a [R]: RecordWriter<R>,

fn write_object(&mut self, row: R) -> Result<()>

Write one object.

fn finish(self) -> Result<usize>

Finish and close the target.

fn write_all_objects<I>(&mut self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator full of objects.

fn write_and_finish<I>(self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator of objects and finish the writer.

fn with_transform<F, T2>(self, transform: F) -> MapWriter<F, T2, T, Self>

where F: Fn(T2) -> Result<T>,

Wrap this object writer in a transformed writer.