summarize_results.py

#!/usr/bin/python
#
# Copyright 2010 Google Inc. All Rights Reserved.
"""Script to summarize the results of various log files."""

__author__ = 'raymes@google.com (Raymes Khoury)'

from utils import command_executer
import os
import sys
import re

RESULTS_DIR = 'results'
RESULTS_FILE = RESULTS_DIR + '/results.csv'


class DejaGNUSummarizer:

  def Matches(self, log_file):
    for log_line in log_file:
      if log_line.find("""tests ===""") > -1:
        return True
    return False

  def Summarize(self, log_file, filename):
    result = ''
    pass_statuses = ['PASS', 'XPASS']
    fail_statuses = ['FAIL', 'XFAIL', 'UNSUPPORTED']
    name_count = {}
    for line in log_file:
      line = line.strip().split(':')
      if len(line) > 1 and (line[0] in pass_statuses or
                            line[0] in fail_statuses):
        test_name = (':'.join(line[1:])).replace('\t', ' ').strip()
        count = name_count.get(test_name, 0) + 1
        name_count[test_name] = count
        test_name = '%s (%s)' % (test_name, str(count))
        if line[0] in pass_statuses:
          test_result = 'pass'
        else:
          test_result = 'fail'
        result += '%s\t%s\t%s\n' % (test_name, test_result, filename)
    return result


class PerflabSummarizer:

  def Matches(self, log_file):
    p = re.compile('METRIC isolated \w+')
    for log_line in log_file:
      if p.search(log_line):
        return True
    return False

  def Summarize(self, log_file, filename):
    result = ''
    p = re.compile("METRIC isolated (\w+) .*\['(.*?)'\]")
    log_file_lines = '\n'.join(log_file)
    matches = p.findall(log_file_lines)
    for match in matches:
      if len(match) != 2:
        continue
      result += '%s\t%s\n' % (match[0], match[1])
    return result


class AutoTestSummarizer:

  def Matches(self, log_file):
    for log_line in log_file:
      if log_line.find("""Installing autotest on""") > -1:
        return True
    return False

  def Summarize(self, log_file, filename):
    result = ''
    pass_statuses = ['PASS']
    fail_statuses = ['FAIL']
    for line in log_file:
      line = line.strip().split(' ')
      if len(line) > 1 and (line[-1].strip() in pass_statuses or
                            line[-1].strip() in fail_statuses):
        test_name = (line[0].strip())
        if line[-1].strip() in pass_statuses:
          test_result = 'pass'
        else:
          test_result = 'fail'
        result += '%s\t%s\t%s\n' % (test_name, test_result, filename)
    return result


def Usage():
  print 'Usage: %s log_file' % sys.argv[0]
  sys.exit(1)


def SummarizeFile(filename):
  summarizers = [DejaGNUSummarizer(), AutoTestSummarizer(), PerflabSummarizer()]
  input = open(filename, 'rb')
  executer = command_executer.GetCommandExecuter()
  for summarizer in summarizers:
    input.seek(0)
    if summarizer.Matches(input):
      executer.CopyFiles(filename, RESULTS_DIR, recursive=False)
      input.seek(0)
      result = summarizer.Summarize(input, os.path.basename(filename))
      input.close()
      return result
  input.close()
  return None


def Main(argv):
  if len(argv) != 2:
    Usage()
  filename = argv[1]

  executer = command_executer.GetCommandExecuter()
  executer.RunCommand('mkdir -p %s' % RESULTS_DIR)
  summary = SummarizeFile(filename)
  if summary is not None:
    output = open(RESULTS_FILE, 'a')
    output.write(summary.strip() + '\n')
    output.close()
  return 0


if __name__ == '__main__':
  retval = Main(sys.argv)
  sys.exit(retval)