X-Git-Url: https://git.phdru.name/?a=blobdiff_plain;f=m_librarian%2Fdb.py;h=6e08204acfcdac30da1ec9790b2132d9e7d8df14;hb=e024316d57d1b879bdedcc3c80d6583fd86a7b3c;hp=d63fd416406abe7b01d426189edfbf7e7d65d545;hpb=3e3baae9c6d858b03fd66089e36c2ea1ae2516fb;p=m_librarian.git diff --git a/m_librarian/db.py b/m_librarian/db.py index d63fd41..6e08204 100755 --- a/m_librarian/db.py +++ b/m_librarian/db.py @@ -1,8 +1,14 @@ #! /usr/bin/env python +__all__ = ['Author', 'Book', 'Extension', 'Genre', 'Language', + 'AuthorBook', 'BookGenre', + 'init_db', 'insert_name', 'update_counters', + ] + import os from sqlobject import SQLObject, StringCol, UnicodeCol, IntCol, BoolCol, \ - ForeignKey, DateCol, connectionForURI, sqlhub, dberrors + ForeignKey, DateCol, DatabaseIndex, RelatedJoin, \ + connectionForURI, sqlhub, SQLObjectNotFound, dberrors from .config import ml_conf try: @@ -32,45 +38,103 @@ if not db_uri: except OSError: # Perhaps already exists pass db_file = os.path.join(db_dir, 'm_librarian.sqlite') - db_uri = 'sqlite://%s' % db_file.replace(os.sep, '/') -sqlhub.processConnection = connectionForURI(db_uri) + db_uri = 'sqlite://%s' % db_file.replace(os.sep, '/') + + +sqlhub.processConnection = connection = connectionForURI(db_uri) + +if connection.dbName == 'sqlite': + # Speedup SQLite connection + connection.query("PRAGMA synchronous=OFF") + connection.query("PRAGMA count_changes=OFF") + connection.query("PRAGMA journal_mode=MEMORY") + connection.query("PRAGMA temp_store=MEMORY") class Author(SQLObject): - name = UnicodeCol() - count = IntCol() + surname = UnicodeCol(notNull=True) + name = UnicodeCol(notNull=True) + misc_name = UnicodeCol(notNull=True) + count = IntCol(notNull=True) + books = RelatedJoin('Book', otherColumn='book_id', + intermediateTable='author_book', + createRelatedTable=False) + full_name_idx = DatabaseIndex(surname, name, misc_name, unique=True) + count_idx = DatabaseIndex(count) + + +class AuthorBook(SQLObject): + class sqlmeta: + table = "author_book" + author = ForeignKey('Author', notNull=True, cascade=True) + book = ForeignKey('Book', notNull=True, cascade=True) + author_idx = DatabaseIndex(author) + book_idx = DatabaseIndex(book) + main_idx = DatabaseIndex(author, book, unique=True) class Book(SQLObject): - author = ForeignKey('Author') - genre = ForeignKey('Genre') - title = UnicodeCol() - series = UnicodeCol() + authors = RelatedJoin('Author', + intermediateTable='author_book', + createRelatedTable=False) + genres = RelatedJoin('Genre', + intermediateTable='book_genre', + createRelatedTable=False) + title = UnicodeCol(notNull=True) + series = UnicodeCol(notNull=True) ser_no = IntCol() - file = StringCol() - size = IntCol() - lib_id = StringCol() - deleted = BoolCol() - ext = ForeignKey('Extension') - date = DateCol() + archive = StringCol(notNull=True) + file = StringCol(notNull=True) + size = IntCol(notNull=True) + lib_id = StringCol(notNull=True) + deleted = BoolCol(notNull=True) + extension = ForeignKey('Extension', notNull=True) + date = DateCol(notNull=True) language = ForeignKey('Language') + title_idx = DatabaseIndex(title) + series_idx = DatabaseIndex(series) + ser_no_idx = DatabaseIndex(ser_no) + archive_file_idx = DatabaseIndex(archive, file, unique=True) + file_idx = DatabaseIndex(file) + size_idx = DatabaseIndex(size) + deleted_idx = DatabaseIndex(deleted) + extension_idx = DatabaseIndex(extension) + date_idx = DatabaseIndex(date) + language_idx = DatabaseIndex(language) + + +class BookGenre(SQLObject): + class sqlmeta: + table = "book_genre" + book = ForeignKey('Book', notNull=True, cascade=True) + genre = ForeignKey('Genre', notNull=True, cascade=True) + book_idx = DatabaseIndex(book) + genre_idx = DatabaseIndex(genre) + main_idx = DatabaseIndex(book, genre, unique=True) class Extension(SQLObject): - name = StringCol() - count = IntCol() + name = StringCol(notNull=True, unique=True) + count = IntCol(notNull=True) + count_idx = DatabaseIndex(count) class Genre(SQLObject): - name = StringCol() - title = UnicodeCol() - count = IntCol() + name = StringCol(notNull=True, unique=True) + title = UnicodeCol(notNull=True) + count = IntCol(notNull=True) + books = RelatedJoin('Book', otherColumn='book_id', + intermediateTable='book_genre', + createRelatedTable=False) + title_idx = DatabaseIndex(title) + count_idx = DatabaseIndex(count) class Language(SQLObject): - name = StringCol() - count = IntCol() + name = StringCol(notNull=True, unique=True) + count = IntCol(notNull=True) + count_idx = DatabaseIndex(count) def init_db(): @@ -79,13 +143,38 @@ def init_db(): except IndexError: # Table exists but is empty return except dberrors.Error: - for table in Author, Extension, Genre, Language, Book: + for table in Author, Extension, Genre, Language, Book, \ + AuthorBook, BookGenre: table.createTable() else: return -if __name__ == '__main__': +def insert_name(table, name, **kw): + try: + return table.byName(name) + except SQLObjectNotFound: + return table(name=name, count=0, **kw) + + +def update_counters(): + for author in Author.select(): + author.count = len(author.books) + + for ext in Extension.select(): + ext.count = Book.select(Book.q.extension == ext.name).count() + + for genre in Genre.select(): + genre.count = len(genre.books) + + for language in Language.select(): + language.count = Book.select(Book.q.language == language.name).count() + + +def test(): print "DB dirs:", db_dirs if db_uri: print "DB URI:", db_uri + +if __name__ == '__main__': + test()