''' metadata.py Everything needed to interact with the metadata database; namely SQL ORM objects, a context generator for the actual database, and a handful of convenience functions. ''' # TODO: Rename file to metadata.py import contextlib import collections import hashlib import uuid import sqlalchemy import sqlalchemy.ext.declarative import sqlalchemy.orm # TODO: l o g g i n g HASH_CHUNK_SIZE = 10485760 # 10mb _db_session_maker = sqlalchemy.orm.sessionmaker() _engine = None # TODO: Support DAT credit, DAT filenames, and checking DAT completeness. DatData = collections.namedtuple('DatData', 'UUID, name, website, version, image_list') def _uuidgen(): return str(uuid.uuid4()) _SQLBase = sqlalchemy.ext.declarative.declarative_base() # TODO: Rename Image concept to "Release". class Image(_SQLBase): '''SQLAlchemy ORM class for ROM image metadata.''' # TODO: Split filenames into more meaningful metadata. __tablename__ = 'images' id = sqlalchemy.Column(sqlalchemy.Integer, sqlalchemy.Sequence('image_id_sequence'), primary_key=True) uuid = sqlalchemy.Column(sqlalchemy.String, nullable=False, default=_uuidgen) sha1sum = sqlalchemy.Column(sqlalchemy.String, unique=True, nullable=False) filename = sqlalchemy.Column(sqlalchemy.String, unique=True, nullable=False) release_group_id = sqlalchemy.Column(sqlalchemy.Integer, sqlalchemy.ForeignKey('release_groups.id')) release_group = sqlalchemy.orm.relationship('ReleaseGroup', back_populates='images') def __repr__(self): return 'ROM Image: id: %s, uuid: %s, sha1sum: %s, filename: %s, release-group: %s' % ( self.id, self.uuid, self.sha1sum, self.filename, self.release_group.name) class ReleaseGroup(_SQLBase): '''SQLAlchemy ORM class for release group metadata.''' __tablename__ = 'release_groups' id = sqlalchemy.Column(sqlalchemy.Integer, sqlalchemy.Sequence('image_id_sequence'), primary_key=True) uuid = sqlalchemy.Column(sqlalchemy.String, nullable=False, default=_uuidgen) name = sqlalchemy.Column(sqlalchemy.String, unique=True, nullable=False) platform_id = sqlalchemy.Column(sqlalchemy.Integer, sqlalchemy.ForeignKey('platforms.id')) platform = sqlalchemy.orm.relationship('Platform', back_populates='release_groups') images = sqlalchemy.orm.relationship('Image', back_populates='release_group') def __repr__(self): return 'Release Group: id: %s, uuid: %s, name: %s, platform:%s' % (self.id, self.uuid, self.name, self.platform.fullname) class Platform(_SQLBase): '''SQLAlchemy ORM class for platform metadata.''' __tablename__ = 'platforms' id = sqlalchemy.Column(sqlalchemy.Integer, sqlalchemy.Sequence('platform_id_sequence'), primary_key=True) uuid = sqlalchemy.Column(sqlalchemy.String, nullable=False, default=_uuidgen) fullname = sqlalchemy.Column(sqlalchemy.String, nullable=False) shortcode = sqlalchemy.Column(sqlalchemy.String, unique=True, nullable=False) release_groups = sqlalchemy.orm.relationship('ReleaseGroup', order_by=ReleaseGroup.id, back_populates='platform') def __repr__(self): return 'Platform: id: %s, uuid: %s, fullname: %s, shortcode: %s' % (self.id, self.uuid, self.fullname, self.shortcode) # TODO: This should go in the eventual romdb class. def get_file_sha1sum(filename): sha1sum = hashlib.sha1() with open(filename, 'rb') as file_contents: while True: chunk = file_contents.read(HASH_CHUNK_SIZE) if not chunk: break sha1sum.update(chunk) return sha1sum.hexdigest() def configure(db_path): ''' Configure and initialize the database for the entire module. Currently, only SQLite is supported. db_path: Path for the SQLite database ''' _engine = sqlalchemy.create_engine('sqlite:///%s' % db_path) _SQLBase.metadata.create_all(_engine) _db_session_maker.configure(bind=_engine) # TODO: Passing the session object is a little clunky. Maybe there's a way to infer it somehow? # Maybe setting a _session class variable? def search(session, table_object, **constraints): ''' Search the database for entries matching the given constraints. session: SQLAlchemy session, presumably from get_db_session table_object: SQLAlchemy ORM table object, defined in the file above constraints: key-value pairs to match against specific fields in the database Note: Currently, only the query.ilike method is supported. This is intended to eventually support the entire range of available filters. ''' query = session.query(table_object) for key, value in constraints.items(): query = query.filter(getattr(table_object, key).ilike('%%%s%%' % value)) item_list = [] for item in query: item_list.append(item) return item_list @contextlib.contextmanager def get_db_session(): '''Get a SQLAlchemy database session with a proper context object. ''' # TODO: Raise an exception if _db_session_maker() isn't configured. session = _db_session_maker() try: yield session except: # TODO: Decide which exceptions to handle/eat here and which ones belong in UI. # This one is okay to put off until you start really building UI. session.rollback() raise else: session.commit() finally: session.close()