90 lines
3.4 KiB
Python
90 lines
3.4 KiB
Python
"""Unit tests for the util.teststats module."""
|
|
|
|
import datetime
|
|
import unittest
|
|
|
|
from mock import Mock
|
|
|
|
import buildscripts.util.teststats as under_test
|
|
|
|
_DATE = datetime.datetime(2018, 7, 15)
|
|
|
|
|
|
class NormalizeTestNameTest(unittest.TestCase):
|
|
def test_unix_names(self):
|
|
self.assertEqual("/home/user/test.js", under_test.normalize_test_name("/home/user/test.js"))
|
|
|
|
def test_windows_names(self):
|
|
self.assertEqual("/home/user/test.js",
|
|
under_test.normalize_test_name("\\home\\user\\test.js"))
|
|
|
|
|
|
class TestHistoricTaskData(unittest.TestCase):
|
|
def test_no_hooks(self):
|
|
evg_results = [
|
|
self._make_evg_result("dir/test2.js", 1, 30),
|
|
self._make_evg_result("dir/test1.js", 2, 20),
|
|
]
|
|
test_stats = under_test.HistoricTaskData.from_stats_list(evg_results)
|
|
expected_runtimes = [
|
|
under_test.TestRuntime(test_name="dir/test2.js", runtime=30),
|
|
under_test.TestRuntime(test_name="dir/test1.js", runtime=20),
|
|
]
|
|
self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())
|
|
|
|
def test_hooks(self):
|
|
evg_results = [
|
|
self._make_evg_result("dir/test2.js", 1, 30),
|
|
self._make_evg_result("dir/test1.js", 2, 30),
|
|
self._make_evg_result("dir/test3.js", 5, 10),
|
|
self._make_evg_result("test2:HelloDelays", 2, 30),
|
|
self._make_evg_result("test3:Validate", 5, 30),
|
|
self._make_evg_result("test3:CheckReplDBHash", 5, 35),
|
|
]
|
|
test_stats = under_test.HistoricTaskData.from_stats_list(evg_results)
|
|
expected_runtimes = [
|
|
under_test.TestRuntime(test_name="dir/test2.js", runtime=90),
|
|
under_test.TestRuntime(test_name="dir/test3.js", runtime=75),
|
|
under_test.TestRuntime(test_name="dir/test1.js", runtime=30),
|
|
]
|
|
self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())
|
|
|
|
def test_hook_first(self):
|
|
evg_results = [
|
|
self._make_evg_result("test3:Validate", 5, 35),
|
|
self._make_evg_result("dir/test2.js", 1, 30),
|
|
self._make_evg_result("dir/test1.js", 2, 25),
|
|
self._make_evg_result("dir/test3.js", 5, 10),
|
|
self._make_evg_result("test3:CheckReplDBHash", 5, 35),
|
|
]
|
|
test_stats = under_test.HistoricTaskData.from_stats_list(evg_results)
|
|
expected_runtimes = [
|
|
under_test.TestRuntime(test_name="dir/test3.js", runtime=80),
|
|
under_test.TestRuntime(test_name="dir/test2.js", runtime=30),
|
|
under_test.TestRuntime(test_name="dir/test1.js", runtime=25),
|
|
]
|
|
self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())
|
|
|
|
def test_zero_runs(self):
|
|
evg_results = [
|
|
self._make_evg_result("dir/test1.js", 0, 0),
|
|
]
|
|
test_stats = under_test.HistoricTaskData.from_stats_list(evg_results)
|
|
expected_runtimes = [
|
|
under_test.TestRuntime(test_name="dir/test1.js", runtime=0),
|
|
]
|
|
self.assertEqual(expected_runtimes, test_stats.get_tests_runtimes())
|
|
|
|
@staticmethod
|
|
def _make_evg_result(test_file="dir/test1.js", num_pass=0, duration=0):
|
|
return Mock(
|
|
test_file=test_file,
|
|
task_name="task1",
|
|
variant="variant1",
|
|
distro="distro1",
|
|
date=_DATE,
|
|
num_pass=num_pass,
|
|
num_fail=0,
|
|
avg_duration_pass=duration,
|
|
)
|