blob: 1651afaae68a7ef1e7242032adf0295c3a1e8ca9 [file] [log] [blame]
"""Provides a factory method to create a host object."""
import logging
from contextlib import closing
import common
from autotest_lib.client.bin import local_host
from autotest_lib.client.bin import utils
from autotest_lib.client.common_lib import error
from autotest_lib.client.common_lib import global_config
from autotest_lib.server import utils as server_utils
from autotest_lib.server.cros.dynamic_suite import constants
from autotest_lib.server.hosts import adb_host
from autotest_lib.server.hosts import base_classes
from autotest_lib.server.hosts import cros_host
from autotest_lib.server.hosts import host_info
from autotest_lib.server.hosts import jetstream_host
from autotest_lib.server.hosts import moblab_host
from autotest_lib.server.hosts import gce_host
from autotest_lib.server.hosts import sonic_host
from autotest_lib.server.hosts import ssh_host
CONFIG = global_config.global_config
SSH_ENGINE = CONFIG.get_config_value('AUTOSERV', 'ssh_engine', type=str)
# Default ssh options used in creating a host.
# for tracking which hostnames have already had job_start called
_started_hostnames = set()
# A list of all the possible host types, ordered according to frequency of
# host types in the lab, so the more common hosts don't incur a repeated ssh
# overhead in checking for less common host types.
host_types = [cros_host.CrosHost, moblab_host.MoblabHost,
jetstream_host.JetstreamHost, sonic_host.SonicHost,
adb_host.ADBHost, gce_host.GceHost,]
OS_HOST_DICT = {'android': adb_host.ADBHost,
'brillo': adb_host.ADBHost,
'cros' : cros_host.CrosHost,
'jetstream': jetstream_host.JetstreamHost,
'moblab': moblab_host.MoblabHost}
def _get_host_arguments(machine):
"""Get parameters to construct a host object.
There are currently 2 use cases for creating a host.
1. Through the server_job, in which case the server_job injects
the appropriate ssh parameters into our name space and they
are available as the variables ssh_user, ssh_pass etc.
2. Directly through factory.create_host, in which case we use
the same defaults as used in the server job to create a host.
@param machine: machine dict
@return: A dictionary containing arguments for host specifically hostname,
afe_host, user, password, port, ssh_verbosity_flag and
hostname, afe_host = server_utils.get_host_info_from_machine(machine)
connection_pool = server_utils.get_connection_pool_from_machine(machine)
host_info_store = host_info.get_store_from_machine(machine)
info = host_info_store.get()
g = globals()
user = info.attributes.get('ssh_user', g.get('ssh_user', DEFAULT_SSH_USER))
password = info.attributes.get('ssh_pass', g.get('ssh_pass',
port = info.attributes.get('ssh_port', g.get('ssh_port', DEFAULT_SSH_PORT))
ssh_verbosity_flag = info.attributes.get('ssh_verbosity_flag',
ssh_options = info.attributes.get('ssh_options',
hostname, user, password, port = server_utils.parse_machine(hostname, user,
password, port)
host_args = {
'hostname': hostname,
'afe_host': afe_host,
'host_info_store': host_info_store,
'user': user,
'password': password,
'port': int(port),
'ssh_verbosity_flag': ssh_verbosity_flag,
'ssh_options': ssh_options,
'connection_pool': connection_pool,
return host_args
def _detect_host(connectivity_class, hostname, **args):
"""Detect host type.
Goes through all the possible host classes, calling check_host with a
basic host object. Currently this is an ssh host, but theoretically it
can be any host object that the check_host method of appropriate host
type knows to use.
@param connectivity_class: connectivity class to use to talk to the host
(ParamikoHost or SSHHost)
@param hostname: A string representing the host name of the device.
@param args: Args that will be passed to the constructor of
the host class.
@returns: Class type of the first host class that returns True to the
check_host method.
# TODO (sbasi) - adjust this pathway for ADBHost in
# the future should a host require verify/repair.
with closing(connectivity_class(hostname, **args)) as host:
for host_module in host_types:
if host_module.check_host(host, timeout=10):
return host_module
logging.warning('Unable to apply conventional host detection methods, '
'defaulting to chromeos host.')
return cros_host.CrosHost
def _choose_connectivity_class(hostname, ssh_port):
"""Choose a connectivity class for this hostname.
@param hostname: hostname that we need a connectivity class for.
@param ssh_port: SSH port to connect to the host.
@returns a connectivity host class.
if (hostname == 'localhost' and ssh_port == DEFAULT_SSH_PORT):
return local_host.LocalHost
# by default assume we're using SSH support
elif SSH_ENGINE == 'raw_ssh':
return ssh_host.SSHHost
raise error.AutoservError("Unknown SSH engine %s. Please verify the "
"value of the configuration key 'ssh_engine' "
"on autotest's global_config.ini file." %
# TODO(kevcheng): Update the creation method so it's not a research project
# determining the class inheritance model.
def create_host(machine, host_class=None, connectivity_class=None, **args):
"""Create a host object.
This method mixes host classes that are needed into a new subclass
and creates a instance of the new class.
@param machine: A dict representing the device under test or a String
representing the DUT hostname (for legacy caller support).
If it is a machine dict, the 'hostname' key is required.
Optional 'afe_host' key will pipe in afe_host
from the autoserv runtime or the AFE.
@param host_class: Host class to use, if None, will attempt to detect
the correct class.
@param connectivity_class: Connectivity class to use, if None will decide
based off of hostname and config settings.
@param args: Args that will be passed to the constructor of
the new host class.
@returns: A host object which is an instance of the newly created
host class.
detected_args = _get_host_arguments(machine)
hostname = detected_args.pop('hostname')
afe_host = detected_args['afe_host']
host_os = None
full_os_prefix = constants.OS_PREFIX + ':'
# Let's grab the os from the labels if we can for host class detection.
for label in afe_host.labels:
if label.startswith(full_os_prefix):
host_os = label[len(full_os_prefix):]
if not connectivity_class:
connectivity_class = _choose_connectivity_class(hostname, args['port'])
# TODO(kevcheng): get rid of the host detection using host attributes.
host_class = (host_class
or OS_HOST_DICT.get(afe_host.attributes.get('os_type'))
or OS_HOST_DICT.get(host_os)
or _detect_host(connectivity_class, hostname, **args))
# create a custom host class for this machine and return an instance of it
classes = (host_class, connectivity_class)
custom_host_class = type("%s_host" % hostname, classes, {})
host_instance = custom_host_class(hostname, **args)
# call job_start if this is the first time this host is being used
if hostname not in _started_hostnames:
base_classes.send_creation_metric(host_instance, context='factory')
return host_instance
def create_target_machine(machine, **kwargs):
"""Create the target machine, accounting for containers.
@param machine: A dict representing the test bed under test or a String
representing the testbed hostname (for legacy caller
If it is a machine dict, the 'hostname' key is required.
Optional 'afe_host' key will pipe in afe_host
from the autoserv runtime or the AFE.
@param kwargs: Keyword args to pass to the testbed initialization.
@returns: The target machine to be used for verify/repair.
# For Brillo/Android devices connected to moblab, the `machine` name is
# either `localhost` or ``. It needs to be translated to the host
# container IP if the code is running inside a container. This way, autoserv
# can ssh to the moblab and run actual adb/fastboot commands.
is_moblab = CONFIG.get_config_value('SSP', 'is_moblab', type=bool,
hostname = machine['hostname'] if isinstance(machine, dict) else machine
if (utils.is_in_container() and is_moblab and
hostname in ['localhost', '']):
hostname = CONFIG.get_config_value('SSP', 'host_container_ip', type=str,
if isinstance(machine, dict):
machine['hostname'] = hostname
machine = hostname
logging.debug('Hostname of machine is converted to %s for the test to '
'run inside a container.', hostname)
return create_host(machine, **kwargs)