blob: 56e0c87522bd12c005d2cf49012ba19be6976fa1 [file] [log] [blame]
# -*- coding: utf-8 -*-
# Copyright (c) 2011 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Module containing python helper methods for testing."""
from __future__ import print_function
import glob
import multiprocessing
from chromite.lib import cros_build_lib
from chromite.lib import cros_logging as logging
def _GetTotalMemoryGB():
"""Calculate total memory on this machine, in gigabytes."""
res =['free', '-g'], print_cmd=False, capture_output=True,
assert res.returncode == 0
for line in res.stdout.splitlines():
if line.startswith('Mem:'):
return int(line.split()[1])
raise Exception('Could not calculate total memory')
def CalculateDefaultJobs():
"""Calculate how many jobs to run in parallel by default."""
# 1. Since each job needs two loop devices, limit our number of jobs to the
# number of loop devices divided by two. Reserve six loop devices for
# other processes (e.g. archiving the build in the background.)
# 2. Reserve 10GB RAM for background processes. After that, each job needs
# ~2GB RAM.
# 3. Reserve half the CPUs for background processes.
loop_count = (len(glob.glob('/dev/loop*')) - 6) / 2
cpu_count = multiprocessing.cpu_count() / 2
mem_count = int((_GetTotalMemoryGB() - 10) / 2)
return max(1, min(cpu_count, mem_count, loop_count))
def SetupCommonLoggingFormat(verbose=True):
"""Sets up common logging format for the logging module."""
logging_format = '%(asctime)s - %(filename)s - %(levelname)-8s: %(message)s'
date_format = '%Y/%m/%d %H:%M:%S'
logging.basicConfig(level=logging.DEBUG if verbose else logging.INFO,
format=logging_format, datefmt=date_format)