Struct bookdata::arrow::writer::TableWriter

pub struct TableWriter<R: TableRow + Send + Sync + 'static> {
    _phantom: PhantomData<R>,
    writer: Option<UnchunkWriter<R, ThreadObjectWriter<'static, Vec<R>>>>,
    out_path: Option<PathBuf>,
    row_count: usize,
}

Parquet table writer.

A table writer is an ObjectWriter for structs implementing TableRow, that writes them out to a Parquet file.

Fields

_phantom: PhantomData<R>

writer: Option<UnchunkWriter<R, ThreadObjectWriter<'static, Vec<R>>>>

out_path: Option<PathBuf>

row_count: usize

Implementations

impl<R> TableWriter<R>

where R: TableRow + Send + Sync + 'static,

pub fn open<P: AsRef<Path>>(path: P) -> Result<Self>

Open a table writer for a path.

impl<R> TableWriter<R>

where R: TableRow + Send + Sync + 'static,

fn display_path(&self) -> Cow<'static, str>

Trait Implementations

impl<R> DataSink for TableWriter<R>

where R: TableRow + Send + Sync + 'static,

fn output_files(&self) -> Vec<PathBuf>

Get the output files for the sink.

fn input_files(&self) -> Vec<PathBuf>

Get auxillary input files for the sink.

impl<R> Drop for TableWriter<R>

where R: TableRow + Send + Sync + 'static,

fn drop(&mut self)

Executes the destructor for this type.

impl<R> ObjectWriter<R> for TableWriter<R>

where R: TableRow + Send + Sync + 'static,

fn write_object(&mut self, row: R) -> Result<()>

Write one object.

fn finish(self) -> Result<usize>

Finish and close the target.

fn write_all_objects<I>(&mut self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator full of objects.

fn write_and_finish<I>(self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator of objects and finish the writer.

fn with_transform<F, T2>(self, transform: F) -> MapWriter<F, T2, T, Self>

where F: Fn(T2) -> Result<T>,

Wrap this object writer in a transformed writer.