X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=m_librarian%2Finp.py;h=dd32c0825494f45d58c5029288a312a1df6b3b8a;hb=f29d3e8f0981bcc8df87b8e661a5bf019a152fae;hp=56f85e4d1dcdfb4561fe0ac08cc4d364c291f25a;hpb=991627dd1d4fcdecc04a091ec9c0c8b9e8e8b27c;p=m_librarian.git diff --git a/m_librarian/inp.py b/m_librarian/inp.py index 56f85e4..dd32c08 100644 --- a/m_librarian/inp.py +++ b/m_librarian/inp.py @@ -3,7 +3,8 @@ __all__ = ['import_inpx'] import os from zipfile import ZipFile -from sqlobject import sqlhub, SQLObjectNotFound +from sqlobject import sqlhub +from sqlobject.sqlbuilder import Select from .db import Author, Book, Extension, Genre, Language, \ insert_name, insert_author @@ -26,12 +27,6 @@ def split_line(line): def import_inp_line(archive, parts): authors, genres, title, series, ser_no, file, size, lib_id, deleted, \ extension, date, language = parts - try: - Book.archive_file_idx.get(archive, file) - except SQLObjectNotFound: - pass - else: - return try: ser_no = int(ser_no) except ValueError: @@ -45,8 +40,13 @@ def import_inp_line(archive, parts): lib_id=lib_id, deleted=deleted, extension=extension_row, date=date, language=language_row) - for author in authors.split(':'): + authors = authors.split(':') + seen_authors = set() + for author in authors: if author: + if author in seen_authors: + continue + seen_authors.add(author) alist = author.split(',', 2) surname = alist[0] if len(alist) > 1: @@ -66,8 +66,17 @@ def import_inp_line(archive, parts): def import_inp(archive, inp): + files = set() + connection = sqlhub.processConnection + for file, in connection.queryAll(connection.sqlrepr( + Select(Book.q.file, Book.q.archive == archive))): + files.add(file) for line in inp: - import_inp_line(archive, split_line(line)) + parts = split_line(line) + file = parts[5] + if file not in files: + files.add(file) + import_inp_line(archive, parts) def import_inpx(path):