Source code for tendril.utils.db

# Copyright (C) 2015 Chintalagiri Shashank
#
# This file is part of Tendril.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
"""
The Database Utils Module (:mod:`tendril.utils.db`)
===================================================

This module provides utilities to deal with Tendril's Database. While the
actual functionality is provided by the :mod:`sqlalchemy` package, the
contents of this utility module simplify and specify the application code's
interaction with :mod:`sqlalchemy`

.. rubric:: Module Contents

"""

from sqlalchemy import create_engine
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.ext.declarative import declared_attr
from sqlalchemy import Column, Integer
from sqlalchemy_utils import ArrowType

from contextlib import contextmanager
import functools
import arrow
import inspect

from tendril.utils.config import DB_URI

from tendril.utils import log
logger = log.get_logger(__name__, log.DEFAULT)
log.logging.getLogger('sqlalchemy.engine').setLevel(log.WARNING)


[docs]def init_db_engine(): """ Initializes the database engine and binds it to the Database URI defined by the :mod:`tendril.utils.config` module. This function is called within the module and an engine is readily available in the module variable :data:`tendril.utils.db.engine`. Application code should not have to create a new engine for normal use cases. """ return create_engine(DB_URI)
#: The :class:`sqlalchemy.Engine` object engine = init_db_engine() #: The :class:`sqlalchemy.sessionmaker` bound to the database engine Session = sessionmaker(expire_on_commit=False) Session.configure(bind=engine)
[docs]def _format_frame(frame): name = [] module = inspect.getmodule(frame) if module: name.append(module.__name__) # detect classname if 'self' in frame.f_locals: name.append(frame.f_locals['self'].__class__.__name__) codename = frame.f_code.co_name if codename != '<module>': name.append(codename) return '.'.join(name)
[docs]def _get_caller(skip=1, get_stack=False): # Based on http://stackoverflow.com/a/9812105 stack = inspect.stack() done = False parentframe = None ancestors = [] while not done: start = 1 + skip if len(stack) < start + 1: return '' parentframe = stack[start][0] ancestors = stack[start+1:] for ancestor in ancestors: code_name = ancestor[0].f_code.co_name if code_name in ['__enter__', 'inner', '__exit__']: ancestors.remove(ancestor) code_name = parentframe.f_code.co_name if code_name in ['__enter__', 'inner', '__exit__']: skip += 1 else: done = True if get_stack is False: return _format_frame(parentframe) else: return _format_frame(parentframe), ancestors
@contextmanager
[docs]def get_session(): """ Application executable code will typically only have to interact with this ``contextmanager`` or the :func:`with_db` decorator. It should use this to create a database session, perform its tasks, whatever they may be, within this context, and then exit the context. If any Exception is thrown, the session is rolled back completely. If no Exception is thrown or Exceptions are handled by the application code within the context, the session is committed when the context exits. .. seealso:: :func:`with_db` """ # logger.debug('Making session: {0}'.format(_get_caller(1))) session = Session() try: yield session session.commit() except: # caller, ancestors = _get_caller(1, get_stack=True) # logger.warning( # "Rolling back session: {0}".format(str(caller)) # ) # logger.debug('ANCESTORS:') # for frame in ancestors: # logger.debug(_format_frame(frame[0])) session.rollback() raise finally: session.close()
[docs]def with_db(func): """ Application executable code will typically only have to interact with this function or the :func:`get_session` ``contextmanager``. The :func:`with_db` decorator is intended to decorate functions which interact primarily with the db. Such a function would accept only keyword arguments, one of which is ``session``, which can be a database session (created by :func:`get_session`) provided by the caller. If ``session`` is ``None``, this decorator creates a new session and calls the decorated function using it. Any function which returns objects that still need to be bound to a db session should be called with a valid session, if you intend to do anything with the returned objects. They will still execute without exception if no session is provided, but the returned value may not be useful. .. seealso:: :func:`get_session` """ @functools.wraps(func) def inner(session=None, **kwargs): if session is None: with get_session() as s: return func(session=s, **kwargs) else: return func(session=session, **kwargs) return inner
#: The :mod:`sqlalchemy` declarative base for all Models in Tendril DeclBase = declarative_base()
[docs]class BaseMixin(object): """ This Mixin can / should be used (by inheriting from) by all Model classes defined by application code. It defines the :attr:`__tablename__` attribute of the Model class to the name of the class and creates a Primary Key Column named id in the table for the Model. """ @declared_attr def __tablename__(self): return self.__name__ # __table_args__ = {'mysql_engine': 'InnoDB'} # __mapper_args__= {'always_refresh': True} id = Column(Integer, primary_key=True)
[docs]class CreatedTimestampMixin(object): """ This Mixin can be used by any Models which require a creation timestamp to be created. It adds a column named ``created_at``, which defaults to the time at which the object is created. """ created_at = Column(ArrowType, default=arrow.utcnow)
[docs]class UpdateTimestampMixin(object): """ This Mixin can be used by any Models which require an update timestamp to be created. It adds a column named ``updated_at``, which defaults to the time at which the object is updated. """ updated_at = Column(ArrowType, onupdate=arrow.utcnow)
[docs]class TimestampMixin(CreatedTimestampMixin, UpdateTimestampMixin): """ This Mixin can be used for any Models which contain data that has time dependence to any degree. It adds both the ``updated_at`` and ``created_at`` columns. """ pass
[docs]def get_metadata(): """ This function populates the database metadata with all the models used by tendril. """ from tendril.auth.db import model # noqa from tendril.entityhub.db import model # noqa from tendril.inventory.db import model # noqa from tendril.dox.db import model # noqa from tendril.testing.db import model # noqa from tendril.sourcing.db import model # noqa from tendril.production.db import model # noqa return DeclBase.metadata
[docs]def commit_metadata(): """ This function commits all metadata to the table. This function should be run after importing **all** the Model classes, and it will create the tables in the database. """ metadata.create_all(engine)
#: The full Tendril database/sqlalchemy metadata. #: Rendered by :mod:`sqlalchemyviz` into the following ER diagram. #: #: .. sqlaviz:: #: :metadataobject: tendril.utils.db.metadata metadata = get_metadata()