Process author names

[m_librarian.git] / m_librarian / db.py

diff --git a/m_librarian/db.py b/m_librarian/db.py
index e78f8f17c49b41b45e101f56d858469b42f3e0f9..ba091f3442286186c4cacb4de619f51078cb25cf 100755 (executable)
--- a/m_librarian/db.py
+++ b/m_librarian/db.py
@@ -1,8 +1,14 @@
 #! /usr/bin/env python
 
+__all__ = ['Author', 'Book', 'Extension', 'Genre', 'Language',
+           'AuthorBook', 'BookGenre',
+           'init_db', 'insert_name', 'insert_author', 'update_counters',
+           ]
+
 import os
-from sqlobject import SQLObject, StringCol, UnicodeCol, IntCol, \
-    connectionForURI, sqlhub
+from sqlobject import SQLObject, StringCol, UnicodeCol, IntCol, BoolCol, \
+    ForeignKey, DateCol, DatabaseIndex, RelatedJoin, \
+    connectionForURI, sqlhub, SQLObjectNotFound, dberrors
 from .config import ml_conf
 
 try:
@@ -32,31 +38,151 @@ if not db_uri:
         except OSError:  # Perhaps already exists
             pass
         db_file = os.path.join(db_dir, 'm_librarian.sqlite')
-        db_uri = 'sqlite://%s' % db_file.replace(os.sep, '/')
 
-sqlhub.processConnection = connectionForURI(db_uri)
+    db_uri = 'sqlite://%s' % db_file.replace(os.sep, '/')
+
+
+sqlhub.processConnection = connection = connectionForURI(db_uri)
+
+if connection.dbName == 'sqlite':
+    # Speedup SQLite connection
+    connection.query("PRAGMA synchronous=OFF")
+    connection.query("PRAGMA count_changes=OFF")
+    connection.query("PRAGMA journal_mode=MEMORY")
+    connection.query("PRAGMA temp_store=MEMORY")
 
 
 class Author(SQLObject):
-    name = UnicodeCol()
-    count = IntCol()
+    surname = UnicodeCol(notNull=True)
+    name = UnicodeCol(notNull=True)
+    misc_name = UnicodeCol(notNull=True)
+    count = IntCol(notNull=True)
+    books = RelatedJoin('Book', otherColumn='book_id',
+                        intermediateTable='author_book',
+                        createRelatedTable=False)
+    full_name_idx = DatabaseIndex(surname, name, misc_name, unique=True)
+    count_idx = DatabaseIndex(count)
+
+
+class AuthorBook(SQLObject):
+    class sqlmeta:
+        table = "author_book"
+    author = ForeignKey('Author', notNull=True, cascade=True)
+    book = ForeignKey('Book', notNull=True, cascade=True)
+    author_idx = DatabaseIndex(author)
+    book_idx = DatabaseIndex(book)
+    main_idx = DatabaseIndex(author, book, unique=True)
 
 
 class Book(SQLObject):
-    name = UnicodeCol()
+    authors = RelatedJoin('Author',
+                          intermediateTable='author_book',
+                          createRelatedTable=False)
+    genres = RelatedJoin('Genre',
+                         intermediateTable='book_genre',
+                         createRelatedTable=False)
+    title = UnicodeCol(notNull=True)
+    series = UnicodeCol(notNull=True)
+    ser_no = IntCol()
+    archive = StringCol(notNull=True)
+    file = StringCol(notNull=True)
+    size = IntCol(notNull=True)
+    lib_id = StringCol(notNull=True)
+    deleted = BoolCol(notNull=True)
+    extension = ForeignKey('Extension', notNull=True)
+    date = DateCol(notNull=True)
+    language = ForeignKey('Language')
+    title_idx = DatabaseIndex(title)
+    series_idx = DatabaseIndex(series)
+    ser_no_idx = DatabaseIndex(ser_no)
+    archive_file_idx = DatabaseIndex(archive, file, unique=True)
+    file_idx = DatabaseIndex(file)
+    size_idx = DatabaseIndex(size)
+    deleted_idx = DatabaseIndex(deleted)
+    extension_idx = DatabaseIndex(extension)
+    date_idx = DatabaseIndex(date)
+    language_idx = DatabaseIndex(language)
+
+
+class BookGenre(SQLObject):
+    class sqlmeta:
+        table = "book_genre"
+    book = ForeignKey('Book', notNull=True, cascade=True)
+    genre = ForeignKey('Genre', notNull=True, cascade=True)
+    book_idx = DatabaseIndex(book)
+    genre_idx = DatabaseIndex(genre)
+    main_idx = DatabaseIndex(book, genre, unique=True)
 
 
 class Extension(SQLObject):
-    name = StringCol()
-    count = IntCol()
+    name = StringCol(notNull=True, unique=True)
+    count = IntCol(notNull=True)
+    count_idx = DatabaseIndex(count)
+
+
+class Genre(SQLObject):
+    name = StringCol(notNull=True, unique=True)
+    title = UnicodeCol(notNull=True)
+    count = IntCol(notNull=True)
+    books = RelatedJoin('Book', otherColumn='book_id',
+                        intermediateTable='book_genre',
+                        createRelatedTable=False)
+    title_idx = DatabaseIndex(title)
+    count_idx = DatabaseIndex(count)
 
 
 class Language(SQLObject):
-    name = StringCol()
-    count = IntCol()
+    name = StringCol(notNull=True, unique=True)
+    count = IntCol(notNull=True)
+    count_idx = DatabaseIndex(count)
 
 
-if __name__ == '__main__':
+def init_db():
+    try:
+        Book.select()[0]
+    except IndexError:  # Table exists but is empty
+        return
+    except dberrors.Error:
+        for table in Author, Extension, Genre, Language, Book, \
+                AuthorBook, BookGenre:
+            table.createTable()
+    else:
+        return
+
+
+def insert_name(table, name, **kw):
+    try:
+        return table.byName(name)
+    except SQLObjectNotFound:
+        return table(name=name, count=0, **kw)
+
+
+def insert_author(surname, name, misc_name):
+    try:
+        return Author.full_name_idx.get(
+            surname=surname, name=name, misc_name=misc_name)
+    except SQLObjectNotFound:
+        return Author(surname=surname, name=name, misc_name=misc_name, count=0)
+
+
+def update_counters():
+    for author in Author.select():
+        author.count = len(author.books)
+
+    for ext in Extension.select():
+        ext.count = Book.select(Book.q.extension == ext.name).count()
+
+    for genre in Genre.select():
+        genre.count = len(genre.books)
+
+    for language in Language.select():
+        language.count = Book.select(Book.q.language == language.name).count()
+
+
+def test():
     print "DB dirs:", db_dirs
     if db_uri:
         print "DB URI:", db_uri
+
+if __name__ == '__main__':
+    test()