# -*- coding: utf-8 -*- # # Copyright (C) 2005-2006 Edgewall Software # Copyright (C) 2005 Christopher Lenz # All rights reserved. # # This software is licensed as described in the file COPYING, which # you should have received as part of this distribution. The terms # are also available at http://trac.edgewall.org/wiki/TracLicense. # # This software consists of voluntary contributions made by many # individuals. For the exact contribution history, see the revision # history and logs, available at http://trac.edgewall.org/log/. # # Author: Christopher Lenz from datetime import datetime from trac.core import TracError from trac.util.datefmt import utc, to_timestamp from trac.versioncontrol import Changeset, Node, Repository, Authorizer, \ NoSuchChangeset _kindmap = {'D': Node.DIRECTORY, 'F': Node.FILE} _actionmap = {'A': Changeset.ADD, 'C': Changeset.COPY, 'D': Changeset.DELETE, 'E': Changeset.EDIT, 'M': Changeset.MOVE} class CachedRepository(Repository): def __init__(self, db, repos, authz, log): Repository.__init__(self, repos.name, authz, log) self.db = db self.repos = repos try: self.sync() except TracError: raise except Exception, e: # most probably 2 concurrent resync attempts log.warning('Error during sync(): %s' % e) def close(self): self.repos.close() def get_quickjump_entries(self, rev): for category, name, path, rev in self.repos.get_quickjump_entries(rev): yield category, name, path, rev def get_changeset(self, rev): return CachedChangeset(self.repos, self.repos.normalize_rev(rev), self.db, self.authz) def get_changesets(self, start, stop): cursor = self.db.cursor() cursor.execute("SELECT rev FROM revision " "WHERE time >= %s AND time < %s " "ORDER BY time", (to_timestamp(start), to_timestamp(stop))) for rev, in cursor: if self.authz.has_permission_for_changeset(rev): yield self.get_changeset(rev) def sync(self): cursor = self.db.cursor() # -- repository used for populating the cache cursor.execute("SELECT value FROM system WHERE name='repository_dir'") for previous_repository_dir, in cursor: if previous_repository_dir != self.name: raise TracError("The 'repository_dir' has changed, " "a 'trac-admin resync' operation is needed.") break else: # no 'repository_dir' stored yet, assume everything's OK cursor.execute("INSERT INTO system (name,value) " "VALUES ('repository_dir',%s)", (self.name,)) self.repos.clear() youngest_stored = self.repos.get_youngest_rev_in_cache(self.db) if youngest_stored != str(self.repos.youngest_rev): authz = self.repos.authz self.repos.authz = Authorizer() # remove permission checking kindmap = dict(zip(_kindmap.values(), _kindmap.keys())) actionmap = dict(zip(_actionmap.values(), _actionmap.keys())) self.log.info("Syncing with repository (%s to %s)" % (youngest_stored, self.repos.youngest_rev)) if youngest_stored: current_rev = self.repos.next_rev(youngest_stored) else: try: current_rev = self.repos.oldest_rev current_rev = self.repos.normalize_rev(current_rev) except TracError: current_rev = None while current_rev is not None: changeset = self.repos.get_changeset(current_rev) cursor.execute("INSERT INTO revision (rev,time,author,message) " "VALUES (%s,%s,%s,%s)", (str(current_rev), to_timestamp(changeset.date), changeset.author, changeset.message)) for path,kind,action,base_path,base_rev in changeset.get_changes(): self.log.debug("Caching node change in [%s]: %s" % (current_rev, (path, kind, action, base_path, base_rev))) kind = kindmap[kind] action = actionmap[action] cursor.execute("INSERT INTO node_change (rev,path," "node_type,change_type,base_path,base_rev) " "VALUES (%s,%s,%s,%s,%s,%s)", (str(current_rev), path, kind, action, base_path, base_rev)) current_rev = self.repos.next_rev(current_rev) self.db.commit() self.repos.authz = authz # restore permission checking def get_node(self, path, rev=None): return self.repos.get_node(path, rev) def has_node(self, path, rev): return self.repos.has_node(path, rev) def get_oldest_rev(self): return self.repos.oldest_rev def get_youngest_rev(self): return self.repos.get_youngest_rev_in_cache(self.db) def previous_rev(self, rev): return self.repos.previous_rev(rev) def next_rev(self, rev, path=''): return self.repos.next_rev(rev, path) def rev_older_than(self, rev1, rev2): return self.repos.rev_older_than(rev1, rev2) def get_path_history(self, path, rev=None, limit=None): return self.repos.get_path_history(path, rev, limit) def normalize_path(self, path): return self.repos.normalize_path(path) def normalize_rev(self, rev): return self.repos.normalize_rev(rev) def get_changes(self, old_path, old_rev, new_path, new_rev, ignore_ancestry=1): return self.repos.get_changes(old_path, old_rev, new_path, new_rev, ignore_ancestry) class CachedChangeset(Changeset): def __init__(self, repos, rev, db, authz): self.repos = repos self.db = db self.authz = authz cursor = self.db.cursor() cursor.execute("SELECT time,author,message FROM revision " "WHERE rev=%s", (rev,)) row = cursor.fetchone() if row: _date, author, message = row date = datetime.fromtimestamp(_date, utc) Changeset.__init__(self, rev, message, author, date) else: raise NoSuchChangeset(rev) def get_changes(self): cursor = self.db.cursor() cursor.execute("SELECT path,node_type,change_type,base_path,base_rev " "FROM node_change WHERE rev=%s " "ORDER BY path", (self.rev,)) for path, kind, change, base_path, base_rev in cursor: if not self.authz.has_permission(path): # FIXME: what about the base_path? continue kind = _kindmap[kind] change = _actionmap[change] yield path, kind, change, base_path, base_rev def get_properties(self): return self.repos.get_changeset(self.rev).get_properties()