X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=m_librarian%2Fglst.py;h=0ceba1a350f64a7da2a91fb83f32a3f33246c0b5;hb=5d5bc4612f374758c3dba144417a4658def2fab5;hp=257d321fdaf9b71b4938a600ce50073f5b6a9a15;hpb=fb881e5d6e0de019b19bc2aa007c7783c73d9ce5;p=m_librarian.git diff --git a/m_librarian/glst.py b/m_librarian/glst.py index 257d321..0ceba1a 100755 --- a/m_librarian/glst.py +++ b/m_librarian/glst.py @@ -1,14 +1,16 @@ #! /usr/bin/env python +from __future__ import print_function import codecs import os from sqlobject import sqlhub, SQLObjectNotFound from .db import Genre +__all__ = ['import_glst'] + def parse_glst_file(glst_filename): glst_file = codecs.open(glst_filename, 'r', 'utf-8') - genre_list = [] try: for line in glst_file: line = line.strip() @@ -21,10 +23,9 @@ def parse_glst_file(glst_filename): name, title = parts[1].split(';', 1) except (IndexError, ValueError): continue - genre_list.append((name, title)) + yield name, title finally: glst_file.close() - return genre_list def import_glst_file(glst_filename): @@ -40,19 +41,27 @@ def import_glst_file(glst_filename): return old, new -def _import_data(): +def _import_glst(): ml_dir = os.path.dirname(__file__) old_fb2, new_fb2 = import_glst_file( - os.path.join(ml_dir, 'data', 'genres_fb2.glst')) + os.path.join(ml_dir, 'glst', 'genres_fb2.glst')) old_nonfb2, new_nonfb2 = import_glst_file( - os.path.join(ml_dir, 'data', 'genres_nonfb2.glst')) + os.path.join(ml_dir, 'glst', 'genres_nonfb2.glst')) + connection = sqlhub.processConnection + if connection.dbName == 'postgres': + connection.query("VACUUM %s" % Genre.sqlmeta.table) + elif connection.dbName == 'sqlite': + connection.query("VACUUM") return old_fb2 + old_nonfb2, new_fb2 + new_nonfb2 -def import_data(): - return sqlhub.doInTransaction(_import_data) +def import_glst(): + return sqlhub.doInTransaction(_import_glst) -if __name__ == '__main__': +def test(): ml_dir = os.path.dirname(__file__) - print parse_glst_file(os.path.join(ml_dir, 'data', 'genres_fb2.glst')) + print(parse_glst_file(os.path.join(ml_dir, 'glst', 'genres_fb2.glst'))) + +if __name__ == '__main__': + test()