Struct bookdata::openlib::edition::EditionProcessor

pub struct EditionProcessor {
    last_id: i32,
    author_ids: IdIndex<String>,
    work_ids: IdIndex<String>,
    rec_writer: TableWriter<EditionRec>,
    link_writer: TableWriter<LinkRec>,
    isbn_writer: TableWriter<ISBNrec>,
    author_writer: TableWriter<EditionAuthorRec>,
    subject_writer: TableWriter<EditionSubjectRec>,
}

Process edition records into Parquet.

This must be run after the author and work processors.

Fields

last_id: i32

author_ids: IdIndex<String>

work_ids: IdIndex<String>

rec_writer: TableWriter<EditionRec>

link_writer: TableWriter<LinkRec>

isbn_writer: TableWriter<ISBNrec>

author_writer: TableWriter<EditionAuthorRec>

subject_writer: TableWriter<EditionSubjectRec>

Implementations

impl EditionProcessor

pub fn new() -> Result<EditionProcessor>

fn save_isbns( &mut self, edition: i32, isbns: Vec<String>, clean: fn(_: &str) -> String ) -> Result<()>

Trait Implementations

impl ObjectWriter<Row<OLEditionRecord>> for EditionProcessor

fn write_object(&mut self, row: Row<OLEditionRecord>) -> Result<()>

Write one object.

fn finish(self) -> Result<usize>

Finish and close the target.

fn write_all_objects<I>(&mut self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator full of objects.

fn write_and_finish<I>(self, objects: I) -> Result<usize>

where I: Iterator<Item = T>,

Write an iterator of objects and finish the writer.

fn with_transform<F, T2>(self, transform: F) -> MapWriter<F, T2, T, Self>

where F: Fn(T2) -> Result<T>,

Wrap this object writer in a transformed writer.