contrib/syzbot-autotriager/git.py

# -*- coding: utf-8 -*-
# Copyright 2018 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

"""Utilities to parse and cache git repository logs."""

from __future__ import print_function

import base64

import simpledb
import utils


class Gitcommit(object):
    """Gitcommit represents a parsed git commit message."""
    def __init__(self, commitid, title, body):
        self.commitid = commitid
        self.title = title
        self.body = body

    def __repr__(self):
        return '%s: %s' % (self.commitid, self.title)


class Gitlog(object):
    """Gitlog reads and parses a gitlog into Gitcommit objects."""
    def __init__(self, filename, dbname):
        self.filename = filename
        self.dbname = dbname
        self.commits = []
        self.contents = open(self.filename).readlines()

        utils.rmfile_if_exists(self.dbname)
        self.parse_log()
        self.db = simpledb.SimpleDB(dbname)

    def parse_log(self):
        """Parse the output of 'git log'."""
        i = 0
        is_commit_start = lambda x: x.startswith('commit')
        is_merge_commit = lambda x: x.startswith('Merge:')

        while i < len(self.contents):
            if is_commit_start(self.contents[i]):
                if is_merge_commit(self.contents[i+1]):
                    i += 1
                    continue

                commitid = self.contents[i].split()[1]

                i += 4
                title = self.contents[i].strip()
                title = utils.clean_git_title(title)

                i += 2
                body = ''
                while i < len(self.contents) and not \
                      is_commit_start(self.contents[i]):
                    body += self.contents[i].strip() + '\n'
                    i += 1
                gc = Gitcommit(commitid, title, body)
                self.commits.append(gc)
                continue
            i += 1

    def save(self):
        """Saves parsed git commits into a local cache."""
        print("Starting to save %d records" % (len(self.commits)))
        i = 0
        self.db.begin()
        for commit in self.commits:
            self.db.insert(commitid=commit.commitid, title=commit.title,
                           body=base64.b64encode(commit.body))
            i += 1
            if i % 100000 == 0:
                print('---', i)
        self.db.commit()
        print('[+] Done writing %d records to "%s"' % (len(self.commits),
                                                       self.dbname))