cos / mirrors / cros / chromiumos / third_party / autotest / refs/heads/stabilize-11316.35.B / . / client / cros / audio / audio_quality_measurement.py

# Copyright 2016 The Chromium OS Authors. All rights reserved. | |

# Use of this source code is governed by a BSD-style license that can be | |

# found in the LICENSE file. | |

"""This module provides utilities to detect some artifacts and measure the | |

quality of audio.""" | |

import logging | |

import math | |

import numpy | |

# Normal autotest environment. | |

try: | |

import common | |

from autotest_lib.client.cros.audio import audio_analysis | |

# Standalone execution without autotest environment. | |

except ImportError: | |

import audio_analysis | |

# The input signal should be one sine wave with fixed frequency which | |

# can have silence before and/or after sine wave. | |

# For example: | |

# silence sine wave silence | |

# -----------|VVVVVVVVVVVVV|----------- | |

# (a) (b) (c) | |

# This module detects these artifacts: | |

# 1. Detect noise in (a) and (c). | |

# 2. Detect delay in (b). | |

# 3. Detect burst in (b). | |

# Assume the transitions between (a)(b) and (b)(c) are smooth and | |

# amplitude increases/decreases linearly. | |

# This module will detect artifacts in the sine wave. | |

# This module also estimates the equivalent noise level by teager operator. | |

# This module also detects volume changes in the sine wave. However, volume | |

# changes may be affected by delay or burst. | |

# Some artifacts may cause each other. | |

# In this module, amplitude and frequency are derived from Hilbert transform. | |

# Both amplitude and frequency are a function of time. | |

# To detect each artifact, each point will be compared with | |

# average amplitude of its block. The block size will be 1.5 ms. | |

# Using average amplitude can mitigate the error caused by | |

# Hilbert transform and noise. | |

# In some case, for more accuracy, the block size may be modified | |

# to other values. | |

DEFAULT_BLOCK_SIZE_SECS = 0.0015 | |

# If the difference between average frequency of this block and | |

# dominant frequency of full signal is less than 0.5 times of | |

# dominant frequency, this block is considered to be within the | |

# sine wave. In most cases, if there is no sine wave(only noise), | |

# average frequency will be much greater than 5 times of | |

# dominant frequency. | |

# Also, for delay during playback, the frequency will be about 0 | |

# in perfect situation or much greater than 5 times of dominant | |

# frequency if it's noised. | |

DEFAULT_FREQUENCY_ERROR = 0.5 | |

# If the amplitude of some sample is less than 0.6 times of the | |

# average amplitude of its left/right block, it will be considered | |

# as a delay during playing. | |

DEFAULT_DELAY_AMPLITUDE_THRESHOLD = 0.6 | |

# If the average amplitude of the block before or after playing | |

# is more than 0.5 times to the average amplitude of the wave, | |

# it will be considered as a noise artifact. | |

DEFAULT_NOISE_AMPLITUDE_THRESHOLD = 0.5 | |

# In the sine wave, if the amplitude is more than 1.4 times of | |

# its left side and its right side, it will be considered as | |

# a burst. | |

DEFAULT_BURST_AMPLITUDE_THRESHOLD = 1.4 | |

# When detecting burst, if the amplitude is lower than 0.5 times | |

# average amplitude, we ignore it. | |

DEFAULT_BURST_TOO_SMALL = 0.5 | |

# For a signal which is the combination of sine wave with fixed frequency f and | |

# amplitude 1 and standard noise with amplitude k, the average teager value is | |

# nearly linear to the noise level k. | |

# Given frequency f, we simulate a sine wave with default noise level and | |

# calculate its average teager value. Then, we can estimate the equivalent | |

# noise level of input signal by the average teager value of input signal. | |

DEFAULT_STANDARD_NOISE = 0.005 | |

# For delay, burst, volume increasing/decreasing, if two delay( | |

# burst, volume increasing/decreasing) happen within | |

# DEFAULT_SAME_EVENT_SECS seconds, we consider they are the | |

# same event. | |

DEFAULT_SAME_EVENT_SECS = 0.001 | |

# When detecting increasing/decreasing volume of signal, if the amplitude | |

# is lower than 0.1 times average amplitude, we ignore it. | |

DEFAULT_VOLUME_CHANGE_TOO_SMALL = 0.1 | |

# If average amplitude of right block is less/more than average | |

# amplitude of left block times DEFAULT_VOLUME_CHANGE_AMPLITUDE, it will be | |

# considered as decreasing/increasing on volume. | |

DEFAULT_VOLUME_CHANGE_AMPLITUDE = 0.1 | |

# If the increasing/decreasing volume event is too close to the start or the end | |

# of sine wave, we consider its volume change as part of rising/falling phase in | |

# the start/end. | |

NEAR_START_OR_END_SECS = 0.01 | |

# After applying Hilbert transform, the resulting amplitude and frequency may be | |

# extremely large in the start and/or the end part. Thus, we will append zeros | |

# before and after the whole wave for 0.1 secs. | |

APPEND_ZEROS_SECS = 0.1 | |

# If the noise event is too close to the start or the end of the data, we | |

# consider its noise as part of artifacts caused by edge effect of Hilbert | |

# transform. | |

# For example, originally, the data duration is 10 seconds. | |

# We append 0.1 seconds of zeros in the beginning and the end of the data, so | |

# the data becomes 10.2 seocnds long. | |

# Then, we apply Hilbert transform to 10.2 seconds of data. | |

# Near 0.1 seconds and 10.1 seconds, there will be edge effect of Hilbert | |

# transform. We do not want these be treated as noise. | |

# If NEAR_DATA_START_OR_END_SECS is set to 0.01, then the noise happened | |

# at [0, 0.11] and [10.09, 10.1] will be ignored. | |

NEAR_DATA_START_OR_END_SECS = 0.01 | |

# If the noise event is too close to the start or the end of the sine wave in | |

# the data, we consider its noise as part of artifacts caused by edge effect of | |

# Hilbert transform. | |

# A |-------------|vvvvvvvvvvvvvvvvvvvvvvv|-------------| | |

# B |ooooooooo| d | | d |ooooooooo| | |

# | |

# A is full signal. It contains a sine wave and silence before and after sine | |

# wave. | |

# In B, |oooo| shows the parts that we are going to check for noise before/after | |

# sine wave. | d | is determined by NEAR_SINE_START_OR_END_SECS. | |

NEAR_SINE_START_OR_END_SECS = 0.01 | |

class SineWaveNotFound(Exception): | |

"""Error when there's no sine wave found in the signal""" | |

pass | |

def hilbert(x): | |

"""Hilbert transform copied from scipy. | |

More information can be found here: | |

http://docs.scipy.org/doc/scipy/reference/generated/scipy.signal.hilbert.html | |

@param x: Real signal data to transform. | |

@returns: Analytic signal of x, we can further extract amplitude and | |

frequency from it. | |

""" | |

x = numpy.asarray(x) | |

if numpy.iscomplexobj(x): | |

raise ValueError("x must be real.") | |

axis = -1 | |

N = x.shape[axis] | |

if N <= 0: | |

raise ValueError("N must be positive.") | |

Xf = numpy.fft.fft(x, N, axis=axis) | |

h = numpy.zeros(N) | |

if N % 2 == 0: | |

h[0] = h[N // 2] = 1 | |

h[1:N // 2] = 2 | |

else: | |

h[0] = 1 | |

h[1:(N + 1) // 2] = 2 | |

if len(x.shape) > 1: | |

ind = [newaxis] * x.ndim | |

ind[axis] = slice(None) | |

h = h[ind] | |

x = numpy.fft.ifft(Xf * h, axis=axis) | |

return x | |

def noised_sine_wave(frequency, rate, noise_level): | |

"""Generates a sine wave of 2 second with specified noise level. | |

@param frequency: Frequency of sine wave. | |

@param rate: Sampling rate. | |

@param noise_level: Required noise level. | |

@returns: A sine wave with specified noise level. | |

""" | |

wave = [] | |

for index in xrange(0, rate * 2): | |

sample = 2.0 * math.pi * frequency * float(index) / float(rate) | |

sine_wave = math.sin(sample) | |

noise = noise_level * numpy.random.standard_normal() | |

wave.append(sine_wave + noise) | |

return wave | |

def average_teager_value(wave, amplitude): | |

"""Computes the normalized average teager value. | |

After averaging the teager value, we will normalize the value by | |

dividing square of amplitude. | |

@param wave: Wave to apply teager operator. | |

@param amplitude: Average amplitude of given wave. | |

@returns: Average teager value. | |

""" | |

teager_value, length = 0, len(wave) | |

for i in range(1, length - 1): | |

ith_teager_value = abs(wave[i] * wave[i] - wave[i - 1] * wave[i + 1]) | |

ith_teager_value *= max(1, abs(wave[i])) | |

teager_value += ith_teager_value | |

teager_value = (float(teager_value) / length) / (amplitude ** 2) | |

return teager_value | |

def noise_level(amplitude, frequency, rate, teager_value_of_input): | |

"""Computes the noise level compared with standard_noise. | |

For a signal which is the combination of sine wave with fixed frequency f | |

and amplitude 1 and standard noise with amplitude k, the average teager | |

value is nearly linear to the noise level k. | |

Thus, we can compute the average teager value of a sine wave with | |

standard_noise. Then, we can estimate the noise level of given input. | |

@param amplitude: Amplitude of input audio. | |

@param frequency: Dominant frequency of input audio. | |

@param rate: Sampling rate. | |

@param teager_value_of_input: Average teager value of input audio. | |

@returns: A float value denotes the audio is equivalent to have | |

how many times of noise compared with its amplitude. | |

For example, 0.02 denotes that the wave has a noise which | |

has standard distribution with standard deviation being | |

0.02 times the amplitude of the wave. | |

""" | |

standard_noise = DEFAULT_STANDARD_NOISE | |

# Generates the standard sine wave with stdandard_noise level of noise. | |

standard_wave = noised_sine_wave(frequency, rate, standard_noise) | |

# Calculates the average teager value. | |

teager_value_of_std_wave = average_teager_value(standard_wave, amplitude) | |

return (teager_value_of_input / teager_value_of_std_wave) * standard_noise | |

def error(f1, f2): | |

"""Calculates the relative error between f1 and f2. | |

@param f1: Exact value. | |

@param f2: Test value. | |

@returns: Relative error between f1 and f2. | |

""" | |

return abs(float(f1) - float(f2)) / float(f1) | |

def hilbert_analysis(signal, rate, block_size): | |

"""Finds amplitude and frequency of each time of signal by Hilbert transform. | |

@param signal: The wave to analyze. | |

@param rate: Sampling rate. | |

@param block_size: The size of block to transform. | |

@returns: A tuple of list: (amplitude, frequency) composed of | |

amplitude and frequency of each time. | |

""" | |

# To apply Hilbert transform, the wave will be transformed | |

# segment by segment. For each segment, its size will be | |

# block_size and we will only take middle part of it. | |

# Thus, each segment looks like: |-----|=====|=====|-----|. | |

# "=...=" part will be taken while "-...-" part will be ignored. | |

# | |

# The whole size of taken part will be half of block_size | |

# which will be hilbert_block. | |

# The size of each ignored part will be half of hilbert_block | |

# which will be half_hilbert_block. | |

hilbert_block = block_size // 2 | |

half_hilbert_block = hilbert_block // 2 | |

# As mentioned above, for each block, we will only take middle | |

# part of it. Thus, the whole transformation will be completed as: | |

# |=====|=====|-----| |-----|=====|=====|-----| | |

# |-----|=====|=====|-----| |-----|=====|=====| | |

# |-----|=====|=====|-----| | |

# Specially, beginning and ending part may not have ignored part. | |

length = len(signal) | |

result = [] | |

for left_border in xrange(0, length, hilbert_block): | |

right_border = min(length, left_border + hilbert_block) | |

temp_left_border = max(0, left_border - half_hilbert_block) | |

temp_right_border = min(length, right_border + half_hilbert_block) | |

temp = hilbert(signal[temp_left_border:temp_right_border]) | |

for index in xrange(left_border, right_border): | |

result.append(temp[index - temp_left_border]) | |

result = numpy.asarray(result) | |

amplitude = numpy.abs(result) | |

phase = numpy.unwrap(numpy.angle(result)) | |

frequency = numpy.diff(phase) / (2.0 * numpy.pi) * rate | |

#frequency.append(frequency[len(frequency)-1]) | |

frequecny = numpy.append(frequency, frequency[len(frequency) - 1]) | |

return (amplitude, frequency) | |

def find_block_average_value(arr, side_block_size, block_size): | |

"""For each index, finds average value of its block, left block, right block. | |

It will find average value for each index in the range. | |

For each index, the range of its block is | |

[max(0, index - block_size / 2), min(length - 1, index + block_size / 2)] | |

For each index, the range of its left block is | |

[max(0, index - size_block_size), index] | |

For each index, the range of its right block is | |

[index, min(length - 1, index + side_block_size)] | |

@param arr: The array to be computed. | |

@param side_block_size: the size of the left_block and right_block. | |

@param block_size: the size of the block. | |

@returns: A tuple of lists: (left_block_average_array, | |

right_block_average_array, | |

block_average_array) | |

""" | |

length = len(arr) | |

left_border, right_border = 0, 1 | |

left_block_sum = arr[0] | |

right_block_sum = arr[0] | |

left_average_array = numpy.zeros(length) | |

right_average_array = numpy.zeros(length) | |

block_average_array = numpy.zeros(length) | |

for index in xrange(0, length): | |

while left_border < index - side_block_size: | |

left_block_sum -= arr[left_border] | |

left_border += 1 | |

while right_border < min(length, index + side_block_size): | |

right_block_sum += arr[right_border] | |

right_border += 1 | |

left_average_value = float(left_block_sum) / (index - left_border + 1) | |

right_average_value = float(right_block_sum) / (right_border - index) | |

left_average_array[index] = left_average_value | |

right_average_array[index] = right_average_value | |

if index + 1 < length: | |

left_block_sum += arr[index + 1] | |

right_block_sum -= arr[index] | |

left_border, right_border = 0, 1 | |

block_sum = 0 | |

for index in xrange(0, length): | |

while left_border < index - block_size / 2: | |

block_sum -= arr[left_border] | |

left_border += 1 | |

while right_border < min(length, index + block_size / 2): | |

block_sum += arr[right_border] | |

right_border += 1 | |

average_value = float(block_sum) / (right_border - left_border) | |

block_average_array[index] = average_value | |

return (left_average_array, right_average_array, block_average_array) | |

def find_start_end_index(dominant_frequency, | |

block_frequency_delta, | |

block_size, | |

frequency_error_threshold): | |

"""Finds start and end index of sine wave. | |

For each block with size of block_size, we check that whether its frequency | |

is close enough to the dominant_frequency. If yes, we will consider this | |

block to be within the sine wave. | |

Then, it will return the start and end index of sine wave indicating that | |

sine wave is between [start_index, end_index) | |

It's okay if the whole signal only contains sine wave. | |

@param dominant_frequency: Dominant frequency of signal. | |

@param block_frequency_delta: Average absolute difference between dominant | |

frequency and frequency of each block. For | |

each index, its block is | |

[max(0, index - block_size / 2), | |

min(length - 1, index + block_size / 2)] | |

@param block_size: Block size in samples. | |

@returns: A tuple composed of (start_index, end_index) | |

""" | |

length = len(block_frequency_delta) | |

# Finds the start/end time index of playing based on dominant frequency | |

start_index, end_index = length - 1 , 0 | |

for index in xrange(0, length): | |

left_border = max(0, index - block_size / 2) | |

right_border = min(length - 1, index + block_size / 2) | |

frequency_error = block_frequency_delta[index] / dominant_frequency | |

if frequency_error < frequency_error_threshold: | |

start_index = min(start_index, left_border) | |

end_index = max(end_index, right_border + 1) | |

return (start_index, end_index) | |

def noise_detection(start_index, end_index, | |

block_amplitude, average_amplitude, | |

rate, noise_amplitude_threshold): | |

"""Detects noise before/after sine wave. | |

If average amplitude of some sample's block before start of wave or after | |

end of wave is more than average_amplitude times noise_amplitude_threshold, | |

it will be considered as a noise. | |

@param start_index: Start index of sine wave. | |

@param end_index: End index of sine wave. | |

@param block_amplitude: An array for average amplitude of each block, where | |

amplitude is computed from Hilbert transform. | |

@param average_amplitude: Average amplitude of sine wave. | |

@param rate: Sampling rate | |

@param noise_amplitude_threshold: If the average amplitude of a block is | |

higher than average amplitude of the wave times | |

noise_amplitude_threshold, it will be considered as | |

noise before/after playback. | |

@returns: A tuple of lists indicating the time that noise happens: | |

(noise_before_playing, noise_after_playing). | |

""" | |

length = len(block_amplitude) | |

amplitude_threshold = average_amplitude * noise_amplitude_threshold | |

same_event_samples = rate * DEFAULT_SAME_EVENT_SECS | |

# Detects noise before playing. | |

noise_time_point = [] | |

last_noise_end_time_point = [] | |

previous_noise_index = None | |

times = 0 | |

for index in xrange(0, length): | |

# Ignore noise too close to the beginning or the end of sine wave. | |

# Check the docstring of NEAR_SINE_START_OR_END_SECS. | |

if ((start_index - rate * NEAR_SINE_START_OR_END_SECS) <= index and | |

(index < end_index + rate * NEAR_SINE_START_OR_END_SECS)): | |

continue | |

# Ignore noise too close to the beginning or the end of original data. | |

# Check the docstring of NEAR_DATA_START_OR_END_SECS. | |

if (float(index) / rate <= | |

NEAR_DATA_START_OR_END_SECS + APPEND_ZEROS_SECS): | |

continue | |

if (float(length - index) / rate <= | |

NEAR_DATA_START_OR_END_SECS + APPEND_ZEROS_SECS): | |

continue | |

if block_amplitude[index] > amplitude_threshold: | |

same_event = False | |

if previous_noise_index: | |

same_event = (index - previous_noise_index) < same_event_samples | |

if not same_event: | |

index_start_sec = float(index) / rate - APPEND_ZEROS_SECS | |

index_end_sec = float(index + 1) / rate - APPEND_ZEROS_SECS | |

noise_time_point.append(index_start_sec) | |

last_noise_end_time_point.append(index_end_sec) | |

times += 1 | |

index_end_sec = float(index + 1) / rate - APPEND_ZEROS_SECS | |

last_noise_end_time_point[times - 1] = index_end_sec | |

previous_noise_index = index | |

noise_before_playing, noise_after_playing = [], [] | |

for i in xrange(times): | |

duration = last_noise_end_time_point[i] - noise_time_point[i] | |

if noise_time_point[i] < float(start_index) / rate - APPEND_ZEROS_SECS: | |

noise_before_playing.append((noise_time_point[i], duration)) | |

else: | |

noise_after_playing.append((noise_time_point[i], duration)) | |

return (noise_before_playing, noise_after_playing) | |

def delay_detection(start_index, end_index, | |

block_amplitude, average_amplitude, | |

dominant_frequency, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

block_frequency_delta, | |

delay_amplitude_threshold, | |

frequency_error_threshold): | |

"""Detects delay during playing. | |

For each sample, we will check whether the average amplitude of its block | |

is less than average amplitude of its left block and its right block times | |

delay_amplitude_threshold. Also, we will check whether the frequency of | |

its block is far from the dominant frequency. | |

If at least one constraint fulfilled, it will be considered as a delay. | |

@param start_index: Start index of sine wave. | |

@param end_index: End index of sine wave. | |

@param block_amplitude: An array for average amplitude of each block, where | |

amplitude is computed from Hilbert transform. | |

@param average_amplitude: Average amplitude of sine wave. | |

@param dominant_frequency: Dominant frequency of signal. | |

@param rate: Sampling rate | |

@param left_block_amplitude: Average amplitude of left block of each index. | |

Ref to find_block_average_value function. | |

@param right_block_amplitude: Average amplitude of right block of each index. | |

Ref to find_block_average_value function. | |

@param block_frequency_delta: Average absolute difference frequency to | |

dominant frequency of block of each index. | |

Ref to find_block_average_value function. | |

@param delay_amplitude_threshold: If the average amplitude of a block is | |

lower than average amplitude of the wave times | |

delay_amplitude_threshold, it will be considered | |

as delay. | |

@param frequency_error_threshold: Ref to DEFAULT_FREQUENCY_ERROR | |

@returns: List of delay occurrence: | |

[(time_1, duration_1), (time_2, duration_2), ...], | |

where time and duration are in seconds. | |

""" | |

delay_time_points = [] | |

last_delay_end_time_points = [] | |

previous_delay_index = None | |

times = 0 | |

same_event_samples = rate * DEFAULT_SAME_EVENT_SECS | |

start_time = float(start_index) / rate - APPEND_ZEROS_SECS | |

end_time = float(end_index) / rate - APPEND_ZEROS_SECS | |

for index in xrange(start_index, end_index): | |

if block_amplitude[index] > average_amplitude * delay_amplitude_threshold: | |

continue | |

now_time = float(index) / rate - APPEND_ZEROS_SECS | |

if abs(now_time - start_time) < NEAR_START_OR_END_SECS: | |

continue | |

if abs(now_time - end_time) < NEAR_START_OR_END_SECS: | |

continue | |

# If amplitude less than its left/right side and small enough, | |

# it will be considered as a delay. | |

amp_threshold = average_amplitude * delay_amplitude_threshold | |

left_threshold = delay_amplitude_threshold * left_block_amplitude[index] | |

amp_threshold = min(amp_threshold, left_threshold) | |

right_threshold = delay_amplitude_threshold * right_block_amplitude[index] | |

amp_threshold = min(amp_threshold, right_threshold) | |

frequency_error = block_frequency_delta[index] / dominant_frequency | |

amplitude_too_small = block_amplitude[index] < amp_threshold | |

frequency_not_match = frequency_error > frequency_error_threshold | |

if amplitude_too_small or frequency_not_match: | |

same_event = False | |

if previous_delay_index: | |

same_event = (index - previous_delay_index) < same_event_samples | |

if not same_event: | |

index_start_sec = float(index) / rate - APPEND_ZEROS_SECS | |

index_end_sec = float(index + 1) / rate - APPEND_ZEROS_SECS | |

delay_time_points.append(index_start_sec) | |

last_delay_end_time_points.append(index_end_sec) | |

times += 1 | |

previous_delay_index = index | |

index_end_sec = float(index + 1) / rate - APPEND_ZEROS_SECS | |

last_delay_end_time_points[times - 1] = index_end_sec | |

delay_list = [] | |

for i in xrange(len(delay_time_points)): | |

duration = last_delay_end_time_points[i] - delay_time_points[i] | |

delay_list.append( (delay_time_points[i], duration) ) | |

return delay_list | |

def burst_detection(start_index, end_index, | |

block_amplitude, average_amplitude, | |

dominant_frequency, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

block_frequency_delta, | |

burst_amplitude_threshold, | |

frequency_error_threshold): | |

"""Detects burst during playing. | |

For each sample, we will check whether the average amplitude of its block is | |

more than average amplitude of its left block and its right block times | |

burst_amplitude_threshold. Also, we will check whether the frequency of | |

its block is not compatible to the dominant frequency. | |

If at least one constraint fulfilled, it will be considered as a burst. | |

@param start_index: Start index of sine wave. | |

@param end_index: End index of sine wave. | |

@param block_amplitude: An array for average amplitude of each block, where | |

amplitude is computed from Hilbert transform. | |

@param average_amplitude: Average amplitude of sine wave. | |

@param dominant_frequency: Dominant frequency of signal. | |

@param rate: Sampling rate | |

@param left_block_amplitude: Average amplitude of left block of each index. | |

Ref to find_block_average_value function. | |

@param right_block_amplitude: Average amplitude of right block of each index. | |

Ref to find_block_average_value function. | |

@param block_frequency_delta: Average absolute difference frequency to | |

dominant frequency of block of each index. | |

@param burst_amplitude_threshold: If the amplitude is higher than average | |

amplitude of its left block and its right block | |

times burst_amplitude_threshold. It will be | |

considered as a burst. | |

@param frequency_error_threshold: Ref to DEFAULT_FREQUENCY_ERROR | |

@returns: List of burst occurence: [time_1, time_2, ...], | |

where time is in seconds. | |

""" | |

burst_time_points = [] | |

previous_burst_index = None | |

same_event_samples = rate * DEFAULT_SAME_EVENT_SECS | |

for index in xrange(start_index, end_index): | |

# If amplitude higher than its left/right side and large enough, | |

# it will be considered as a burst. | |

if block_amplitude[index] <= average_amplitude * DEFAULT_BURST_TOO_SMALL: | |

continue | |

if abs(index - start_index) < rate * NEAR_START_OR_END_SECS: | |

continue | |

if abs(index - end_index) < rate * NEAR_START_OR_END_SECS: | |

continue | |

amp_threshold = average_amplitude * DEFAULT_BURST_TOO_SMALL | |

left_threshold = burst_amplitude_threshold * left_block_amplitude[index] | |

amp_threshold = max(amp_threshold, left_threshold) | |

right_threshold = burst_amplitude_threshold * right_block_amplitude[index] | |

amp_threshold = max(amp_threshold, right_threshold) | |

frequency_error = block_frequency_delta[index] / dominant_frequency | |

amplitude_too_large = block_amplitude[index] > amp_threshold | |

frequency_not_match = frequency_error > frequency_error_threshold | |

if amplitude_too_large or frequency_not_match: | |

same_event = False | |

if previous_burst_index: | |

same_event = index - previous_burst_index < same_event_samples | |

if not same_event: | |

burst_time_points.append(float(index) / rate - APPEND_ZEROS_SECS) | |

previous_burst_index = index | |

return burst_time_points | |

def changing_volume_detection(start_index, end_index, | |

average_amplitude, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

volume_changing_amplitude_threshold): | |

"""Finds volume changing during playback. | |

For each index, we will compare average amplitude of its left block and its | |

right block. If average amplitude of right block is more than average | |

amplitude of left block times (1 + DEFAULT_VOLUME_CHANGE_AMPLITUDE), it will | |

be considered as an increasing volume. If the one of right block is less | |

than that of left block times (1 - DEFAULT_VOLUME_CHANGE_AMPLITUDE), it will | |

be considered as a decreasing volume. | |

@param start_index: Start index of sine wave. | |

@param end_index: End index of sine wave. | |

@param average_amplitude: Average amplitude of sine wave. | |

@param rate: Sampling rate | |

@param left_block_amplitude: Average amplitude of left block of each index. | |

Ref to find_block_average_value function. | |

@param right_block_amplitude: Average amplitude of right block of each index. | |

Ref to find_block_average_value function. | |

@param volume_changing_amplitude_threshold: If the average amplitude of right | |

block is higher or lower than | |

that of left one times this | |

value, it will be considered as | |

a volume change. | |

Also refer to | |

DEFAULT_VOLUME_CHANGE_AMPLITUDE | |

@returns: List of volume changing composed of 1 for increasing and | |

-1 for decreasing. | |

""" | |

length = len(left_block_amplitude) | |

# Detects rising and/or falling volume. | |

previous_rising_index, previous_falling_index = None, None | |

changing_time = [] | |

changing_events = [] | |

amplitude_threshold = average_amplitude * DEFAULT_VOLUME_CHANGE_TOO_SMALL | |

same_event_samples = rate * DEFAULT_SAME_EVENT_SECS | |

for index in xrange(start_index, end_index): | |

# Skips if amplitude is too small. | |

if left_block_amplitude[index] < amplitude_threshold: | |

continue | |

if right_block_amplitude[index] < amplitude_threshold: | |

continue | |

# Skips if changing is from start or end time | |

if float(abs(start_index - index)) / rate < NEAR_START_OR_END_SECS: | |

continue | |

if float(abs(end_index - index)) / rate < NEAR_START_OR_END_SECS: | |

continue | |

delta_margin = volume_changing_amplitude_threshold | |

if left_block_amplitude[index] > 0: | |

delta_margin *= left_block_amplitude[index] | |

increasing_threshold = left_block_amplitude[index] + delta_margin | |

decreasing_threshold = left_block_amplitude[index] - delta_margin | |

if right_block_amplitude[index] > increasing_threshold: | |

same_event = False | |

if previous_rising_index: | |

same_event = index - previous_rising_index < same_event_samples | |

if not same_event: | |

changing_time.append(float(index) / rate - APPEND_ZEROS_SECS) | |

changing_events.append(+1) | |

previous_rising_index = index | |

if right_block_amplitude[index] < decreasing_threshold: | |

same_event = False | |

if previous_falling_index: | |

same_event = index - previous_falling_index < same_event_samples | |

if not same_event: | |

changing_time.append(float(index) / rate - APPEND_ZEROS_SECS) | |

changing_events.append(-1) | |

previous_falling_index = index | |

# Combines consecutive increasing/decreasing event. | |

combined_changing_events, prev = [], 0 | |

for i in xrange(len(changing_events)): | |

if changing_events[i] == prev: | |

continue | |

combined_changing_events.append((changing_time[i], changing_events[i])) | |

prev = changing_events[i] | |

return combined_changing_events | |

def quality_measurement( | |

signal, rate, | |

dominant_frequency=None, | |

block_size_secs=DEFAULT_BLOCK_SIZE_SECS, | |

frequency_error_threshold=DEFAULT_FREQUENCY_ERROR, | |

delay_amplitude_threshold=DEFAULT_DELAY_AMPLITUDE_THRESHOLD, | |

noise_amplitude_threshold=DEFAULT_NOISE_AMPLITUDE_THRESHOLD, | |

burst_amplitude_threshold=DEFAULT_BURST_AMPLITUDE_THRESHOLD, | |

volume_changing_amplitude_threshold=DEFAULT_VOLUME_CHANGE_AMPLITUDE): | |

"""Detects several artifacts and estimates the noise level. | |

This method detects artifact before playing, after playing, and delay | |

during playing. Also, it estimates the noise level of the signal. | |

To avoid the influence of noise, it calculates amplitude and frequency | |

block by block. | |

@param signal: A list of numbers for one-channel PCM data. The data should | |

be normalized to [-1,1]. | |

@param rate: Sampling rate | |

@param dominant_frequency: Dominant frequency of signal. Set None to | |

recalculate the frequency in this function. | |

@param block_size_secs: Block size in seconds. The measurement will be done | |

block-by-block using average amplitude and frequency | |

in each block to avoid noise. | |

@param frequency_error_threshold: Ref to DEFAULT_FREQUENCY_ERROR. | |

@param delay_amplitude_threshold: If the average amplitude of a block is | |

lower than average amplitude of the wave | |

times delay_amplitude_threshold, it will | |

be considered as delay. | |

Also refer to delay_detection and | |

DEFAULT_DELAY_AMPLITUDE_THRESHOLD. | |

@param noise_amplitude_threshold: If the average amplitude of a block is | |

higher than average amplitude of the wave | |

times noise_amplitude_threshold, it will | |

be considered as noise before/after | |

playback. | |

Also refer to noise_detection and | |

DEFAULT_NOISE_AMPLITUDE_THRESHOLD. | |

@param burst_amplitude_threshold: If the average amplitude of a block is | |

higher than average amplitude of its left | |

block and its right block times | |

burst_amplitude_threshold. It will be | |

considered as a burst. | |

Also refer to burst_detection and | |

DEFAULT_BURST_AMPLITUDE_THRESHOLD. | |

@param volume_changing_amplitude_threshold: If the average amplitude of right | |

block is higher or lower than | |

that of left one times this | |

value, it will be considered as | |

a volume change. | |

Also refer to | |

changing_volume_detection and | |

DEFAULT_VOLUME_CHANGE_AMPLITUDE | |

@returns: A dictoinary of detection/estimation: | |

{'artifacts': | |

{'noise_before_playback': | |

[(time_1, duration_1), (time_2, duration_2), ...], | |

'noise_after_playback': | |

[(time_1, duration_1), (time_2, duration_2), ...], | |

'delay_during_playback': | |

[(time_1, duration_1), (time_2, duration_2), ...], | |

'burst_during_playback': | |

[time_1, time_2, ...] | |

}, | |

'volume_changes': | |

[(time_1, flag_1), (time_2, flag_2), ...], | |

'equivalent_noise_level': level | |

} | |

where durations and time points are in seconds. And, | |

equivalence_noise_level is the quotient of noise and | |

wave which refers to DEFAULT_STANDARD_NOISE. | |

volume_changes is a list of tuples containing time | |

stamps and decreasing/increasing flags for volume | |

change events. | |

""" | |

# Calculates the block size, from seconds to samples. | |

block_size = int(block_size_secs * rate) | |

signal = numpy.concatenate((numpy.zeros(int(rate * APPEND_ZEROS_SECS)), | |

signal, | |

numpy.zeros(int(rate * APPEND_ZEROS_SECS)))) | |

signal = numpy.array(signal, dtype=float) | |

length = len(signal) | |

# Calculates the amplitude and frequency. | |

amplitude, frequency = hilbert_analysis(signal, rate, block_size) | |

# Finds the dominant frequency. | |

if not dominant_frequency: | |

dominant_frequency = audio_analysis.spectral_analysis(signal, rate)[0][0] | |

# Finds the array which contains absolute difference between dominant | |

# frequency and frequency at each time point. | |

frequency_delta = abs(frequency - dominant_frequency) | |

# Computes average amplitude of each type of block | |

res = find_block_average_value(amplitude, block_size * 2, block_size) | |

left_block_amplitude, right_block_amplitude, block_amplitude = res | |

# Computes average absolute difference of frequency and dominant frequency | |

# of the block of each index | |

_, _, block_frequency_delta = find_block_average_value(frequency_delta, | |

block_size * 2, | |

block_size) | |

# Finds start and end index of sine wave. | |

start_index, end_index = find_start_end_index(dominant_frequency, | |

block_frequency_delta, | |

block_size, | |

frequency_error_threshold) | |

if start_index > end_index: | |

raise SineWaveNotFound('No sine wave found in signal') | |

logging.debug('Found sine wave: start: %s, end: %s', | |

float(start_index) / rate - APPEND_ZEROS_SECS, | |

float(end_index) / rate - APPEND_ZEROS_SECS) | |

sum_of_amplitude = float(sum(amplitude[start_index:end_index])) | |

# Finds average amplitude of sine wave. | |

average_amplitude = sum_of_amplitude / (end_index - start_index) | |

# Finds noise before and/or after playback. | |

noise_before_playing, noise_after_playing = noise_detection( | |

start_index, end_index, | |

block_amplitude, average_amplitude, | |

rate, | |

noise_amplitude_threshold) | |

# Finds delay during playback. | |

delays = delay_detection(start_index, end_index, | |

block_amplitude, average_amplitude, | |

dominant_frequency, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

block_frequency_delta, | |

delay_amplitude_threshold, | |

frequency_error_threshold) | |

# Finds burst during playback. | |

burst_time_points = burst_detection(start_index, end_index, | |

block_amplitude, average_amplitude, | |

dominant_frequency, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

block_frequency_delta, | |

burst_amplitude_threshold, | |

frequency_error_threshold) | |

# Finds volume changing during playback. | |

volume_changes = changing_volume_detection( | |

start_index, end_index, | |

average_amplitude, | |

rate, | |

left_block_amplitude, | |

right_block_amplitude, | |

volume_changing_amplitude_threshold) | |

# Calculates the average teager value. | |

teager_value = average_teager_value(signal[start_index:end_index], | |

average_amplitude) | |

# Finds out the noise level. | |

noise = noise_level(average_amplitude, dominant_frequency, | |

rate, | |

teager_value) | |

return {'artifacts': | |

{'noise_before_playback': noise_before_playing, | |

'noise_after_playback': noise_after_playing, | |

'delay_during_playback': delays, | |

'burst_during_playback': burst_time_points | |

}, | |

'volume_changes': volume_changes, | |

'equivalent_noise_level': noise | |

} |