Struct bookdata::openlib::work::WorkProcessor

pub struct WorkProcessor {
    last_id: i32,
    author_ids: IdIndex<String>,
    rec_writer: TableWriter<WorkRec>,
    author_writer: TableWriter<WorkAuthorRec>,
    subject_writer: TableWriter<WorkSubjectRec>,
}

Process author source records into Parquet.

This must be run after the author processor.

Fields

last_id: i32

author_ids: IdIndex<String>

rec_writer: TableWriter<WorkRec>

author_writer: TableWriter<WorkAuthorRec>

subject_writer: TableWriter<WorkSubjectRec>

Implementations

impl WorkProcessor

pub fn new() -> Result<WorkProcessor>

Create a new work processor.

Trait Implementations

impl ObjectWriter<Row<OLWorkRecord>> for WorkProcessor

fn write_object(&mut self, row: Row<OLWorkRecord>) -> Result<()>

Write one object.

fn finish(self) -> Result<usize>

Finish and close the target.

fn write_all_objects<I>(&mut self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator full of objects.

fn write_and_finish<I>(self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator of objects and finish the writer.

fn with_transform<F, T2>(self, transform: F) -> MapWriter<F, T2, T, Self>

where F: Fn(T2) -> Result<T>,

Wrap this object writer in a transformed writer.