X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=m_librarian%2Finp.py;h=b3a3d84b43b662bd7870f51d77d0f504d8c18a78;hb=6afe64542cb3afc2cacbabc56fa1b2e9eddcbca2;hp=dd32c0825494f45d58c5029288a312a1df6b3b8a;hpb=f29d3e8f0981bcc8df87b8e661a5bf019a152fae;p=m_librarian.git diff --git a/m_librarian/inp.py b/m_librarian/inp.py index dd32c08..b3a3d84 100644 --- a/m_librarian/inp.py +++ b/m_librarian/inp.py @@ -1,6 +1,4 @@ -__all__ = ['import_inpx'] - import os from zipfile import ZipFile from sqlobject import sqlhub @@ -8,16 +6,18 @@ from sqlobject.sqlbuilder import Select from .db import Author, Book, Extension, Genre, Language, \ insert_name, insert_author +__all__ = ['import_inpx'] + EOT = chr(4) # INP field separator def split_line(line): parts = line.strip().split(EOT) - l = len(parts) - if l < 11: + _l = len(parts) + if _l < 11: raise ValueError('Unknown INP structure: "%s"' % line) - if l == 11: # Standard structure + if _l == 11: # Standard structure parts.append(None) # Emulate lang else: # New structure parts = parts[:12] @@ -72,6 +72,7 @@ def import_inp(archive, inp): Select(Book.q.file, Book.q.archive == archive))): files.add(file) for line in inp: + line = line.decode('utf-8') parts = split_line(line) file = parts[5] if file not in files: @@ -89,6 +90,8 @@ def import_inpx(path): sqlhub.doInTransaction(import_inp, archive + '.zip', inp) inp.close() connection = sqlhub.processConnection - if connection.dbName in ('postgres', 'sqlite'): + if connection.dbName == 'postgres': for table in Author, Book, Extension, Genre, Language: connection.query("VACUUM %s" % table.sqlmeta.table) + elif connection.dbName == 'sqlite': + connection.query("VACUUM")