calibre-web/cps/db.py

873 lines
35 KiB
Python
Raw Normal View History

# -*- coding: utf-8 -*-
# This file is part of the Calibre-Web (https://github.com/janeczku/calibre-web)
# Copyright (C) 2012-2019 mutschler, cervinko, ok11, jkrehm, nanu-c, Wineliva,
# pjeby, elelay, idalin, Ozzieisaacs
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import sys
import os
import re
2016-04-20 16:56:03 +00:00
import ast
2020-05-23 08:16:29 +00:00
import json
from datetime import datetime
from sqlalchemy import create_engine
from sqlalchemy import Table, Column, ForeignKey, CheckConstraint
from sqlalchemy import String, Integer, Boolean, TIMESTAMP, Float
from sqlalchemy.orm import relationship, sessionmaker, scoped_session
2020-06-06 19:21:10 +00:00
from sqlalchemy.orm.collections import InstrumentedList
2021-03-20 09:09:08 +00:00
from sqlalchemy.ext.declarative import DeclarativeMeta
from sqlalchemy.exc import OperationalError
2021-03-20 09:09:08 +00:00
try:
# Compatibility with sqlalchemy 2.0
2021-03-20 09:09:08 +00:00
from sqlalchemy.orm import declarative_base
except ImportError:
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.pool import StaticPool
2020-05-23 08:16:29 +00:00
from sqlalchemy.sql.expression import and_, true, false, text, func, or_
2020-07-25 17:39:19 +00:00
from sqlalchemy.ext.associationproxy import association_proxy
2020-12-07 07:44:49 +00:00
from flask_login import current_user
2020-05-23 08:16:29 +00:00
from babel import Locale as LC
from babel.core import UnknownLocaleError
from flask_babel import gettext as _
from flask import flash
2020-05-23 08:16:29 +00:00
from . import logger, ub, isoLanguages
from .pagination import Pagination
from weakref import WeakSet
2020-05-23 08:16:29 +00:00
try:
import unidecode
use_unidecode = True
except ImportError:
use_unidecode = False
2021-01-23 12:35:30 +00:00
log = logger.create()
cc_exceptions = ['composite', 'series']
cc_classes = {}
Base = declarative_base()
books_authors_link = Table('books_authors_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('author', Integer, ForeignKey('authors.id'), primary_key=True)
)
books_tags_link = Table('books_tags_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('tag', Integer, ForeignKey('tags.id'), primary_key=True)
)
books_series_link = Table('books_series_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('series', Integer, ForeignKey('series.id'), primary_key=True)
)
books_ratings_link = Table('books_ratings_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('rating', Integer, ForeignKey('ratings.id'), primary_key=True)
)
2015-10-12 23:21:22 +00:00
books_languages_link = Table('books_languages_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('lang_code', Integer, ForeignKey('languages.id'), primary_key=True)
)
books_publishers_link = Table('books_publishers_link', Base.metadata,
Column('book', Integer, ForeignKey('books.id'), primary_key=True),
Column('publisher', Integer, ForeignKey('publishers.id'), primary_key=True)
)
class Identifiers(Base):
__tablename__ = 'identifiers'
id = Column(Integer, primary_key=True)
type = Column(String(collation='NOCASE'), nullable=False, default="isbn")
val = Column(String(collation='NOCASE'), nullable=False)
book = Column(Integer, ForeignKey('books.id'), nullable=False)
2017-04-02 08:42:33 +00:00
def __init__(self, val, id_type, book):
self.val = val
2017-04-02 08:42:33 +00:00
self.type = id_type
self.book = book
def formatType(self):
2020-09-06 17:31:03 +00:00
format_type = self.type.lower()
if format_type == 'amazon':
return u"Amazon"
2020-09-06 17:31:03 +00:00
elif format_type.startswith("amazon_"):
return u"Amazon.{0}".format(format_type[7:])
elif format_type == "isbn":
return u"ISBN"
2020-09-06 17:31:03 +00:00
elif format_type == "doi":
return u"DOI"
2020-09-06 17:31:03 +00:00
elif format_type == "douban":
return u"Douban"
elif format_type == "goodreads":
return u"Goodreads"
elif format_type == "babelio":
return u"Babelio"
2020-09-06 17:31:03 +00:00
elif format_type == "google":
return u"Google Books"
2020-09-06 17:31:03 +00:00
elif format_type == "kobo":
return u"Kobo"
2020-09-15 06:47:57 +00:00
elif format_type == "litres":
return u"ЛитРес"
2020-09-15 06:50:34 +00:00
elif format_type == "issn":
return u"ISSN"
2020-09-15 10:39:13 +00:00
elif format_type == "isfdb":
return u"ISFDB"
2020-09-06 17:31:03 +00:00
if format_type == "lubimyczytac":
2019-04-17 18:14:24 +00:00
return u"Lubimyczytac"
else:
return self.type
def __repr__(self):
2020-09-06 17:31:03 +00:00
format_type = self.type.lower()
if format_type == "amazon" or format_type == "asin":
2020-09-07 16:27:43 +00:00
return u"https://amazon.com/dp/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type.startswith('amazon_'):
2020-09-07 16:27:43 +00:00
return u"https://amazon.{0}/dp/{1}".format(format_type[7:], self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "isbn":
2020-05-09 15:11:56 +00:00
return u"https://www.worldcat.org/isbn/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "doi":
2020-05-09 15:11:56 +00:00
return u"https://dx.doi.org/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "goodreads":
2020-05-09 15:11:56 +00:00
return u"https://www.goodreads.com/book/show/{0}".format(self.val)
elif format_type == "babelio":
return u"https://www.babelio.com/livres/titre/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "douban":
2017-01-16 03:14:49 +00:00
return u"https://book.douban.com/subject/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "google":
return u"https://books.google.com/books?id={0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "kobo":
return u"https://www.kobo.com/ebook/{0}".format(self.val)
2020-09-06 17:31:03 +00:00
elif format_type == "lubimyczytac":
2020-10-29 17:17:32 +00:00
return u"https://lubimyczytac.pl/ksiazka/{0}/ksiazka".format(self.val)
2020-09-15 06:41:01 +00:00
elif format_type == "litres":
return u"https://www.litres.ru/{0}".format(self.val)
2020-09-15 06:50:34 +00:00
elif format_type == "issn":
return u"https://portal.issn.org/resource/ISSN/{0}".format(self.val)
2020-09-15 10:39:13 +00:00
elif format_type == "isfdb":
return u"http://www.isfdb.org/cgi-bin/pl.cgi?{0}".format(self.val)
else:
return u"{0}".format(self.val)
class Comments(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'comments'
id = Column(Integer, primary_key=True)
text = Column(String(collation='NOCASE'), nullable=False)
book = Column(Integer, ForeignKey('books.id'), nullable=False)
2016-04-03 21:52:32 +00:00
def __init__(self, text, book):
self.text = text
self.book = book
2020-06-06 19:21:10 +00:00
def get(self):
return self.text
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Comments({0})>".format(self.text)
class Tags(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'tags'
id = Column(Integer, primary_key=True, autoincrement=True)
name = Column(String(collation='NOCASE'), unique=True, nullable=False)
2016-04-03 21:52:32 +00:00
def __init__(self, name):
self.name = name
2020-06-06 19:21:10 +00:00
def get(self):
return self.name
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Tags('{0})>".format(self.name)
class Authors(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'authors'
id = Column(Integer, primary_key=True)
name = Column(String(collation='NOCASE'), unique=True, nullable=False)
sort = Column(String(collation='NOCASE'))
link = Column(String, nullable=False, default="")
2016-04-03 21:52:32 +00:00
def __init__(self, name, sort, link):
self.name = name
self.sort = sort
self.link = link
2020-06-06 19:21:10 +00:00
def get(self):
return self.name
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Authors('{0},{1}{2}')>".format(self.name, self.sort, self.link)
class Series(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'series'
id = Column(Integer, primary_key=True)
name = Column(String(collation='NOCASE'), unique=True, nullable=False)
sort = Column(String(collation='NOCASE'))
2016-04-03 21:52:32 +00:00
def __init__(self, name, sort):
self.name = name
self.sort = sort
2020-06-06 19:21:10 +00:00
def get(self):
return self.name
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Series('{0},{1}')>".format(self.name, self.sort)
class Ratings(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'ratings'
id = Column(Integer, primary_key=True)
rating = Column(Integer, CheckConstraint('rating>-1 AND rating<11'), unique=True)
def __init__(self, rating):
2016-04-03 21:52:32 +00:00
self.rating = rating
2020-06-06 19:21:10 +00:00
def get(self):
return self.rating
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Ratings('{0}')>".format(self.rating)
2015-10-12 23:21:22 +00:00
class Languages(Base):
__tablename__ = 'languages'
id = Column(Integer, primary_key=True)
lang_code = Column(String(collation='NOCASE'), nullable=False, unique=True)
2015-10-12 23:21:22 +00:00
def __init__(self, lang_code):
2015-10-12 23:21:22 +00:00
self.lang_code = lang_code
2020-06-06 19:21:10 +00:00
def get(self):
2020-06-11 19:19:09 +00:00
if self.language_name:
return self.language_name
else:
return self.lang_code
2020-06-06 19:21:10 +00:00
2015-10-12 23:21:22 +00:00
def __repr__(self):
return u"<Languages('{0}')>".format(self.lang_code)
class Publishers(Base):
__tablename__ = 'publishers'
id = Column(Integer, primary_key=True)
name = Column(String(collation='NOCASE'), nullable=False, unique=True)
sort = Column(String(collation='NOCASE'))
def __init__(self, name, sort):
self.name = name
self.sort = sort
2020-06-06 19:21:10 +00:00
def get(self):
return self.name
def __repr__(self):
return u"<Publishers('{0},{1}')>".format(self.name, self.sort)
class Data(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'data'
__table_args__ = {'schema': 'calibre'}
id = Column(Integer, primary_key=True)
book = Column(Integer, ForeignKey('books.id'), nullable=False)
format = Column(String(collation='NOCASE'), nullable=False)
uncompressed_size = Column(Integer, nullable=False)
name = Column(String, nullable=False)
2017-04-02 08:42:33 +00:00
def __init__(self, book, book_format, uncompressed_size, name):
2016-04-03 21:52:32 +00:00
self.book = book
2017-04-02 08:42:33 +00:00
self.format = book_format
2016-04-03 21:52:32 +00:00
self.uncompressed_size = uncompressed_size
self.name = name
2020-06-06 19:21:10 +00:00
# ToDo: Check
def get(self):
return self.name
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Data('{0},{1}{2}{3}')>".format(self.book, self.format, self.uncompressed_size, self.name)
class Books(Base):
2016-04-03 21:52:32 +00:00
__tablename__ = 'books'
DEFAULT_PUBDATE = datetime(101, 1, 1, 0, 0, 0, 0) # ("0101-01-01 00:00:00+00:00")
id = Column(Integer, primary_key=True, autoincrement=True)
title = Column(String(collation='NOCASE'), nullable=False, default='Unknown')
sort = Column(String(collation='NOCASE'))
author_sort = Column(String(collation='NOCASE'))
timestamp = Column(TIMESTAMP, default=datetime.utcnow)
2020-06-06 07:52:35 +00:00
pubdate = Column(TIMESTAMP, default=DEFAULT_PUBDATE)
series_index = Column(String, nullable=False, default="1.0")
last_modified = Column(TIMESTAMP, default=datetime.utcnow)
path = Column(String, default="", nullable=False)
has_cover = Column(Integer, default=0)
uuid = Column(String)
isbn = Column(String(collation='NOCASE'), default="")
flags = Column(Integer, nullable=False, default=1)
2016-04-03 21:52:32 +00:00
authors = relationship('Authors', secondary=books_authors_link, backref='books')
2020-07-25 17:39:19 +00:00
tags = relationship('Tags', secondary=books_tags_link, backref='books', order_by="Tags.name")
2016-04-03 21:52:32 +00:00
comments = relationship('Comments', backref='books')
data = relationship('Data', backref='books')
series = relationship('Series', secondary=books_series_link, backref='books')
ratings = relationship('Ratings', secondary=books_ratings_link, backref='books')
languages = relationship('Languages', secondary=books_languages_link, backref='books')
publishers = relationship('Publishers', secondary=books_publishers_link, backref='books')
identifiers = relationship('Identifiers', backref='books')
def __init__(self, title, sort, author_sort, timestamp, pubdate, series_index, last_modified, path, has_cover,
authors, tags, languages=None):
2016-04-03 21:52:32 +00:00
self.title = title
self.sort = sort
self.author_sort = author_sort
self.timestamp = timestamp
self.pubdate = pubdate
self.series_index = series_index
self.last_modified = last_modified
self.path = path
2020-09-07 19:26:59 +00:00
self.has_cover = (has_cover != None)
2016-04-03 21:52:32 +00:00
2020-06-06 19:21:10 +00:00
2016-04-03 21:52:32 +00:00
def __repr__(self):
return u"<Books('{0},{1}{2}{3}{4}{5}{6}{7}{8}')>".format(self.title, self.sort, self.author_sort,
self.timestamp, self.pubdate, self.series_index,
self.last_modified, self.path, self.has_cover)
@property
def atom_timestamp(self):
2019-12-30 14:16:09 +00:00
return (self.timestamp.strftime('%Y-%m-%dT%H:%M:%S+00:00') or '')
2016-04-19 22:20:02 +00:00
2016-04-17 16:03:47 +00:00
class Custom_Columns(Base):
__tablename__ = 'custom_columns'
2017-03-30 19:17:18 +00:00
id = Column(Integer, primary_key=True)
2016-04-17 16:03:47 +00:00
label = Column(String)
name = Column(String)
datatype = Column(String)
mark_for_delete = Column(Boolean)
editable = Column(Boolean)
display = Column(String)
is_multiple = Column(Boolean)
2016-04-20 16:56:03 +00:00
normalized = Column(Boolean)
2017-04-02 08:42:33 +00:00
2016-04-20 16:56:03 +00:00
def get_display_dict(self):
display_dict = ast.literal_eval(self.display)
return display_dict
2020-06-06 19:21:10 +00:00
class AlchemyEncoder(json.JSONEncoder):
2021-03-14 13:29:40 +00:00
def default(self, o):
if isinstance(o.__class__, DeclarativeMeta):
2020-06-06 19:21:10 +00:00
# an SQLAlchemy class
fields = {}
for field in [x for x in dir(o) if not x.startswith('_') and x != 'metadata' and x != "password"]:
2020-06-06 19:21:10 +00:00
if field == 'books':
continue
2021-03-14 13:29:40 +00:00
data = o.__getattribute__(field)
2020-06-06 19:21:10 +00:00
try:
if isinstance(data, str):
data = data.replace("'", "\'")
2020-06-06 19:21:10 +00:00
elif isinstance(data, InstrumentedList):
el = list()
# ele = None
2020-06-06 19:21:10 +00:00
for ele in data:
if hasattr(ele, 'value'): # converter for custom_column values
el.append(str(ele.value))
elif ele.get:
2020-06-06 19:21:10 +00:00
el.append(ele.get())
else:
el.append(json.dumps(ele, cls=AlchemyEncoder))
2021-01-10 10:01:54 +00:00
if field == 'authors':
data = " & ".join(el)
else:
data = ",".join(el)
2020-06-06 19:21:10 +00:00
if data == '[]':
data = ""
else:
json.dumps(data)
fields[field] = data
2021-03-14 13:29:40 +00:00
except Exception:
2020-06-06 19:21:10 +00:00
fields[field] = ""
# a json-encodable dict
return fields
2021-03-14 13:29:40 +00:00
return json.JSONEncoder.default(self, o)
2020-06-06 19:21:10 +00:00
class CalibreDB():
_init = False
engine = None
config = None
session_factory = None
2020-09-19 01:52:45 +00:00
# This is a WeakSet so that references here don't keep other CalibreDB
# instances alive once they reach the end of their respective scopes
instances = WeakSet()
def __init__(self, expire_on_commit=True):
""" Initialize a new CalibreDB session
"""
self.session = None
if self._init:
2020-12-08 07:01:42 +00:00
self.initSession(expire_on_commit)
self.instances.add(self)
def initSession(self, expire_on_commit=True):
self.session = self.session_factory()
2020-12-08 07:01:42 +00:00
self.session.expire_on_commit = expire_on_commit
self.update_title_sort(self.config)
2021-03-21 07:19:54 +00:00
@classmethod
def setup_db_cc_classes(self, cc):
cc_ids = []
books_custom_column_links = {}
for row in cc:
if row.datatype not in cc_exceptions:
if row.datatype == 'series':
dicttable = {'__tablename__': 'books_custom_column_' + str(row.id) + '_link',
'id': Column(Integer, primary_key=True),
'book': Column(Integer, ForeignKey('books.id'),
primary_key=True),
'map_value': Column('value', Integer,
ForeignKey('custom_column_' +
str(row.id) + '.id'),
primary_key=True),
'extra': Column(Float),
'asoc': relationship('custom_column_' + str(row.id), uselist=False),
'value': association_proxy('asoc', 'value')
}
books_custom_column_links[row.id] = type(str('books_custom_column_' + str(row.id) + '_link'),
(Base,), dicttable)
if row.datatype in ['rating', 'text', 'enumeration']:
2021-03-21 07:19:54 +00:00
books_custom_column_links[row.id] = Table('books_custom_column_' + str(row.id) + '_link',
Base.metadata,
Column('book', Integer, ForeignKey('books.id'),
primary_key=True),
Column('value', Integer,
ForeignKey('custom_column_' +
str(row.id) + '.id'),
primary_key=True)
)
cc_ids.append([row.id, row.datatype])
ccdict = {'__tablename__': 'custom_column_' + str(row.id),
'id': Column(Integer, primary_key=True)}
if row.datatype == 'float':
ccdict['value'] = Column(Float)
elif row.datatype == 'int':
ccdict['value'] = Column(Integer)
elif row.datatype == 'datetime':
ccdict['value'] = Column(TIMESTAMP)
2021-03-21 07:19:54 +00:00
elif row.datatype == 'bool':
ccdict['value'] = Column(Boolean)
else:
ccdict['value'] = Column(String)
if row.datatype in ['float', 'int', 'bool', 'datetime', 'comments']:
2021-03-21 07:19:54 +00:00
ccdict['book'] = Column(Integer, ForeignKey('books.id'))
cc_classes[row.id] = type(str('custom_column_' + str(row.id)), (Base,), ccdict)
for cc_id in cc_ids:
if cc_id[1] in ['bool', 'int', 'float', 'datetime', 'comments']:
2021-03-21 07:19:54 +00:00
setattr(Books,
'custom_column_' + str(cc_id[0]),
relationship(cc_classes[cc_id[0]],
primaryjoin=(
Books.id == cc_classes[cc_id[0]].book),
backref='books'))
elif cc_id[1] == 'series':
2021-03-21 07:19:54 +00:00
setattr(Books,
'custom_column_' + str(cc_id[0]),
relationship(books_custom_column_links[cc_id[0]],
backref='books'))
else:
setattr(Books,
'custom_column_' + str(cc_id[0]),
relationship(cc_classes[cc_id[0]],
secondary=books_custom_column_links[cc_id[0]],
backref='books'))
return cc_classes
@classmethod
def check_valid_db(cls, config_calibre_dir, app_db_path):
if not config_calibre_dir:
return False
dbpath = os.path.join(config_calibre_dir, "metadata.db")
if not os.path.exists(dbpath):
return False
try:
check_engine = create_engine('sqlite://',
echo=False,
isolation_level="SERIALIZABLE",
connect_args={'check_same_thread': False},
poolclass=StaticPool)
with check_engine.begin() as connection:
connection.execute(text("attach database '{}' as calibre;".format(dbpath)))
connection.execute(text("attach database '{}' as app_settings;".format(app_db_path)))
check_engine.connect()
except Exception:
return False
return True
@classmethod
def update_config(cls, config):
cls.config = config
@classmethod
def setup_db(cls, config_calibre_dir, app_db_path):
# cls.config = config
cls.dispose()
# toDo: if db changed -> delete shelfs, delete download books, delete read boks, kobo sync??
if not config_calibre_dir:
cls.config.invalidate()
return False
dbpath = os.path.join(config_calibre_dir, "metadata.db")
if not os.path.exists(dbpath):
cls.config.invalidate()
return False
try:
cls.engine = create_engine('sqlite://',
echo=False,
isolation_level="SERIALIZABLE",
connect_args={'check_same_thread': False},
poolclass=StaticPool)
2021-03-20 09:09:08 +00:00
with cls.engine.begin() as connection:
connection.execute(text("attach database '{}' as calibre;".format(dbpath)))
connection.execute(text("attach database '{}' as app_settings;".format(app_db_path)))
conn = cls.engine.connect()
# conn.text_factory = lambda b: b.decode(errors = 'ignore') possible fix for #1302
except Exception as ex:
cls.config.invalidate(ex)
return False
cls.config.db_configured = True
if not cc_classes:
try:
cc = conn.execute(text("SELECT id, datatype FROM custom_columns"))
cls.setup_db_cc_classes(cc)
except OperationalError as e:
log.debug_or_exception(e)
cls.session_factory = scoped_session(sessionmaker(autocommit=False,
2021-01-10 14:02:04 +00:00
autoflush=True,
bind=cls.engine))
for inst in cls.instances:
inst.initSession()
2020-10-10 08:32:53 +00:00
cls._init = True
return True
2020-05-23 08:16:29 +00:00
def get_book(self, book_id):
return self.session.query(Books).filter(Books.id == book_id).first()
def get_filtered_book(self, book_id, allow_show_archived=False):
return self.session.query(Books).filter(Books.id == book_id). \
2020-05-23 08:16:29 +00:00
filter(self.common_filters(allow_show_archived)).first()
def get_book_by_uuid(self, book_uuid):
return self.session.query(Books).filter(Books.uuid == book_uuid).first()
2021-03-14 13:29:40 +00:00
def get_book_format(self, book_id, file_format):
return self.session.query(Data).filter(Data.book == book_id).filter(Data.format == file_format).first()
2020-05-23 08:16:29 +00:00
# Language and content filters for displaying in the UI
def common_filters(self, allow_show_archived=False, return_all_languages=False):
2020-05-23 08:16:29 +00:00
if not allow_show_archived:
archived_books = (
ub.session.query(ub.ArchivedBook)
.filter(ub.ArchivedBook.user_id == int(current_user.id))
.filter(ub.ArchivedBook.is_archived == True)
.all()
)
archived_book_ids = [archived_book.book_id for archived_book in archived_books]
archived_filter = Books.id.notin_(archived_book_ids)
else:
archived_filter = true()
if current_user.filter_language() == "all" or return_all_languages:
2020-05-23 08:16:29 +00:00
lang_filter = true()
else:
lang_filter = Books.languages.any(Languages.lang_code == current_user.filter_language())
2020-05-23 08:16:29 +00:00
negtags_list = current_user.list_denied_tags()
postags_list = current_user.list_allowed_tags()
neg_content_tags_filter = false() if negtags_list == [''] else Books.tags.any(Tags.name.in_(negtags_list))
pos_content_tags_filter = true() if postags_list == [''] else Books.tags.any(Tags.name.in_(postags_list))
if self.config.config_restricted_column:
try:
pos_cc_list = current_user.allowed_column_value.split(',')
pos_content_cc_filter = true() if pos_cc_list == [''] else \
getattr(Books, 'custom_column_' + str(self.config.config_restricted_column)). \
any(cc_classes[self.config.config_restricted_column].value.in_(pos_cc_list))
neg_cc_list = current_user.denied_column_value.split(',')
neg_content_cc_filter = false() if neg_cc_list == [''] else \
getattr(Books, 'custom_column_' + str(self.config.config_restricted_column)). \
any(cc_classes[self.config.config_restricted_column].value.in_(neg_cc_list))
except (KeyError, AttributeError):
pos_content_cc_filter = false()
neg_content_cc_filter = true()
log.error(u"Custom Column No.%d is not existing in calibre database",
self.config.config_restricted_column)
flash(_("Custom Column No.%(column)d is not existing in calibre database",
column=self.config.config_restricted_column),
category="error")
2020-05-23 08:16:29 +00:00
else:
pos_content_cc_filter = true()
neg_content_cc_filter = false()
return and_(lang_filter, pos_content_tags_filter, ~neg_content_tags_filter,
pos_content_cc_filter, ~neg_content_cc_filter, archived_filter)
2021-04-12 16:39:09 +00:00
@staticmethod
def get_checkbox_sorted(inputlist, state, offset, limit, order):
outcome = list()
elementlist = {ele.id: ele for ele in inputlist}
for entry in state:
try:
outcome.append(elementlist[entry])
except KeyError:
pass
2021-04-12 16:39:09 +00:00
del elementlist[entry]
for entry in elementlist:
outcome.append(elementlist[entry])
if order == "asc":
outcome.reverse()
return outcome[offset:offset + limit]
2020-05-23 08:16:29 +00:00
# Fill indexpage with all requested data from database
2020-06-06 19:21:10 +00:00
def fill_indexpage(self, page, pagesize, database, db_filter, order, *join):
return self.fill_indexpage_with_archived_books(page, pagesize, database, db_filter, order, False, *join)
2020-05-23 08:16:29 +00:00
def fill_indexpage_with_archived_books(self, page, pagesize, database, db_filter, order, allow_show_archived,
*join):
2020-06-06 19:21:10 +00:00
pagesize = pagesize or self.config.config_books_per_page
2020-05-23 08:16:29 +00:00
if current_user.show_detail_random():
randm = self.session.query(Books) \
.filter(self.common_filters(allow_show_archived)) \
.order_by(func.random()) \
2021-03-22 15:04:53 +00:00
.limit(self.config.config_random_books).all()
2020-05-23 08:16:29 +00:00
else:
randm = false()
2020-06-06 19:21:10 +00:00
off = int(int(pagesize) * (page - 1))
2021-03-22 15:04:53 +00:00
query = self.session.query(database)
if len(join) == 6:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2]).outerjoin(join[3], join[4]).outerjoin(join[5])
if len(join) == 5:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2]).outerjoin(join[3], join[4])
if len(join) == 4:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2]).outerjoin(join[3])
2021-03-22 15:04:53 +00:00
if len(join) == 3:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2])
elif len(join) == 2:
query = query.outerjoin(join[0], join[1])
2021-03-23 17:57:04 +00:00
elif len(join) == 1:
query = query.outerjoin(join[0])
2021-03-22 15:04:53 +00:00
query = query.filter(db_filter)\
2020-05-23 08:16:29 +00:00
.filter(self.common_filters(allow_show_archived))
Declare variables before using them It should fix the following stacktrace: ``` [2021-02-18 14:46:14,771] ERROR {cps:1891} Exception on / [GET] Traceback (most recent call last): File "/opt/calibre/vendor/flask/app.py", line 2447, in wsgi_app response = self.full_dispatch_request() File "/opt/calibre/vendor/flask/app.py", line 1952, in full_dispatch_request rv = self.handle_user_exception(e) File "/opt/calibre/vendor/flask/app.py", line 1821, in handle_user_exception reraise(exc_type, exc_value, tb) File "/opt/calibre/vendor/flask/_compat.py", line 39, in reraise raise value File "/opt/calibre/vendor/flask/app.py", line 1950, in full_dispatch_request rv = self.dispatch_request() File "/opt/calibre/vendor/flask/app.py", line 1936, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/opt/calibre/cps/usermanagement.py", line 38, in decorated_view return login_required(func)(*args, **kwargs) File "/opt/calibre/vendor/flask_login/utils.py", line 272, in decorated_view return func(*args, **kwargs) File "/opt/calibre/cps/web.py", line 719, in index return render_books_list("newest", sort_param, 1, page) File "/opt/calibre/cps/web.py", line 422, in render_books_list entries, random, pagination = calibre_db.fill_indexpage(page, 0, db.Books, True, order) File "/opt/calibre/cps/db.py", line 610, in fill_indexpage return self.fill_indexpage_with_archived_books(page, pagesize, database, db_filter, order, False, *join) File "/opt/calibre/cps/db.py", line 635, in fill_indexpage_with_archived_books # book = self.order_authors(book) UnboundLocalError: local variable 'entries' referenced before assignment ```
2021-02-18 14:51:14 +00:00
entries = list()
pagination = list()
2021-01-10 10:01:54 +00:00
try:
pagination = Pagination(page, pagesize,
len(query.all()))
entries = query.order_by(*order).offset(off).limit(pagesize).all()
except Exception as ex:
log.debug_or_exception(ex)
2021-01-23 12:35:30 +00:00
#for book in entries:
# book = self.order_authors(book)
2020-05-23 08:16:29 +00:00
return entries, randm, pagination
# Orders all Authors in the list according to authors sort
def order_authors(self, entry):
sort_authors = entry.author_sort.split('&')
authors_ordered = list()
error = False
ids = [a.id for a in entry.authors]
2020-05-23 08:16:29 +00:00
for auth in sort_authors:
results = self.session.query(Authors).filter(Authors.sort == auth.lstrip().strip()).all()
2020-05-23 08:16:29 +00:00
# ToDo: How to handle not found authorname
if not len(results):
2020-05-23 08:16:29 +00:00
error = True
break
for r in results:
if r.id in ids:
authors_ordered.append(r)
2020-05-23 08:16:29 +00:00
if not error:
entry.authors = authors_ordered
return entry
def get_typeahead(self, database, query, replace=('', ''), tag_filter=true()):
query = query or ''
2020-05-23 10:51:48 +00:00
self.session.connection().connection.connection.create_function("lower", 1, lcase)
2020-05-23 08:16:29 +00:00
entries = self.session.query(database).filter(tag_filter). \
filter(func.lower(database.name).ilike("%" + query + "%")).all()
# json_dumps = json.dumps([dict(name=escape(r.name.replace(*replace))) for r in entries])
2020-05-23 08:16:29 +00:00
json_dumps = json.dumps([dict(name=r.name.replace(*replace)) for r in entries])
return json_dumps
def check_exists_book(self, authr, title):
2020-05-23 10:51:48 +00:00
self.session.connection().connection.connection.create_function("lower", 1, lcase)
2020-05-23 08:16:29 +00:00
q = list()
authorterms = re.split(r'\s*&\s*', authr)
for authorterm in authorterms:
q.append(Books.authors.any(func.lower(Authors.name).ilike("%" + authorterm + "%")))
return self.session.query(Books) \
2020-05-23 08:16:29 +00:00
.filter(and_(Books.authors.any(and_(*q)), func.lower(Books.title).ilike("%" + title + "%"))).first()
def search_query(self, term, *join):
2020-05-23 08:16:29 +00:00
term.strip().lower()
2020-05-23 10:51:48 +00:00
self.session.connection().connection.connection.create_function("lower", 1, lcase)
2020-05-23 08:16:29 +00:00
q = list()
authorterms = re.split("[, ]+", term)
for authorterm in authorterms:
q.append(Books.authors.any(func.lower(Authors.name).ilike("%" + authorterm + "%")))
query = self.session.query(Books)
if len(join) == 6:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2]).outerjoin(join[3], join[4]).outerjoin(join[5])
if len(join) == 3:
query = query.outerjoin(join[0], join[1]).outerjoin(join[2])
elif len(join) == 2:
query = query.outerjoin(join[0], join[1])
elif len(join) == 1:
query = query.outerjoin(join[0])
return query.filter(self.common_filters(True)).filter(
2020-05-23 08:16:29 +00:00
or_(Books.tags.any(func.lower(Tags.name).ilike("%" + term + "%")),
Books.series.any(func.lower(Series.name).ilike("%" + term + "%")),
Books.authors.any(and_(*q)),
Books.publishers.any(func.lower(Publishers.name).ilike("%" + term + "%")),
func.lower(Books.title).ilike("%" + term + "%")
))
# read search results from calibre-database and return it (function is used for feed and simple search
def get_search_results(self, term, offset=None, order=None, limit=None, *join):
order = order[0] if order else [Books.sort]
pagination = None
result = self.search_query(term, *join).order_by(*order).all()
result_count = len(result)
if offset != None and limit != None:
2020-10-10 05:47:27 +00:00
offset = int(offset)
limit_all = offset + int(limit)
pagination = Pagination((offset / (int(limit)) + 1), limit, result_count)
2020-10-10 05:47:27 +00:00
else:
offset = 0
limit_all = result_count
2020-10-10 08:32:53 +00:00
ub.store_ids(result)
2020-10-10 10:53:10 +00:00
return result[offset:limit_all], result_count, pagination
2020-05-23 08:16:29 +00:00
# Creates for all stored languages a translated speaking name in the array for the UI
def speaking_language(self, languages=None, return_all_languages=False, reverse_order=False):
2020-05-23 08:16:29 +00:00
from . import get_locale
if not languages:
languages = self.session.query(Languages) \
.join(books_languages_link) \
.join(Books) \
.filter(self.common_filters(return_all_languages=return_all_languages)) \
2020-05-23 08:16:29 +00:00
.group_by(text('books_languages_link.lang_code')).all()
for lang in languages:
lang.name = isoLanguages.get_language_name(get_locale(), lang.lang_code)
return sorted(languages, key=lambda x: x.name, reverse=reverse_order)
2020-05-23 08:16:29 +00:00
def update_title_sort(self, config, conn=None):
# user defined sort function for calibre databases (Series, etc.)
def _title_sort(title):
# calibre sort stuff
title_pat = re.compile(config.config_title_regex, re.IGNORECASE)
match = title_pat.search(title)
if match:
prep = match.group(1)
title = title[len(prep):] + ', ' + prep
return title.strip()
conn = conn or self.session.connection().connection.connection
conn.create_function("title_sort", 1, _title_sort)
@classmethod
def dispose(cls):
# global session
for inst in cls.instances:
old_session = inst.session
inst.session = None
if old_session:
try:
old_session.close()
2021-03-14 13:29:40 +00:00
except Exception:
pass
if old_session.bind:
try:
old_session.bind.dispose()
except Exception:
pass
for attr in list(Books.__dict__.keys()):
if attr.startswith("custom_column_"):
setattr(Books, attr, None)
for db_class in cc_classes.values():
Base.metadata.remove(db_class.__table__)
cc_classes.clear()
for table in reversed(Base.metadata.sorted_tables):
name = table.key
if name.startswith("custom_column_") or name.startswith("books_custom_column_"):
if table is not None:
Base.metadata.remove(table)
def reconnect_db(self, config, app_db_path):
self.dispose()
self.engine.dispose()
self.setup_db(config.config_calibre_dir, app_db_path)
self.update_config(config)
2020-05-23 08:16:29 +00:00
2020-05-23 10:51:48 +00:00
def lcase(s):
try:
return unidecode.unidecode(s.lower())
except Exception as ex:
2020-05-23 10:51:48 +00:00
log = logger.create()
log.debug_or_exception(ex)
2020-05-23 10:51:48 +00:00
return s.lower()