parse_data.py (view raw)
1from csv import DictReader
2from subprocess import PIPE, Popen
3from io import StringIO
4
5class Test:
6 def __init__(self, number: int, description: str):
7 self.number: int = number
8 self.description: str = description
9 self.failed: bool = False
10 self.logs: list[str, str, str] = [] # log_type, timestamp, message
11
12 def add_log(self, log_type: str, timestamp: str, fail_message: str):
13 if log_type == "FAIL":
14 self.failed = True
15
16 new_log = {
17 "log_type": log_type,
18 "timestamp": timestamp,
19 "fail_message": fail_message
20 }
21 self.logs.append(new_log)
22
23class Category:
24 def __init__(self, name: str):
25 self.name: str = name
26 self.failed: bool = False
27 self.tests: list[Test] = []
28
29 def is_number_in_tests(self, number: int) -> bool:
30 return self.tests and self.tests[-1].number == number
31
32 def add_test(self, log_type: str, number: int, timestamp: str, description: str, fail_message: str):
33 if log_type == "FAIL":
34 self.failed = True
35
36 if not self.is_number_in_tests(number):
37 new_test = Test(number, description)
38 self.tests.append(new_test)
39
40 self.tests[-1].add_log(log_type, timestamp, fail_message)
41
42def find_category_in_data(name: str, data: list[Category]) -> int:
43 for index, category in enumerate(data):
44 if category.name == name:
45 return index
46 return -1
47
48def read_input(path: str, is_csv: bool):
49 if is_csv:
50 with open(path, 'r') as fd:
51 return StringIO(fd.read())
52 else:
53 process = Popen([path], stdout=PIPE, stderr=PIPE)
54 stdout, stderr = process.communicate()
55
56 if stderr:
57 print("Error:", stderr.decode())
58
59 stdout_str = stdout.decode()
60 return StringIO(stdout_str)
61
62def parse_data(path: str, is_csv: bool):
63 data = [] # List of Category objects
64
65 stdout_file = read_input(path, is_csv)
66 csv_reader = DictReader(stdout_file) # Rows are dictionaries
67 for row in csv_reader:
68 log_type, timestamp, category_name, number, test_description, fail_message = row.values()
69
70 index = find_category_in_data(category_name, data)
71 if index == -1:
72 category = Category(category_name)
73 data.append(category)
74 else:
75 category = data[index]
76
77 category.add_test(log_type, number, timestamp, test_description, fail_message)
78
79 # Final test statistics
80 stats = {
81 "failed": False,
82 "number_tests": 0,
83 "number_passed": 0,
84 "percentage_passed": 0,
85 "number_failed": 0,
86 "percentage_failed": 0,
87 }
88
89 for category in data:
90 if category.failed:
91 stats["number_failed"] = stats["number_failed"] + 1
92 stats["failed"] = True
93 else:
94 stats["number_passed"] = stats["number_passed"] + 1
95
96 stats["number_tests"] = len(data)
97 stats["percentage_passed"] = round((stats["number_passed"] / len(data)) * 100, 1)
98 stats["percentage_failed"] = 100 - stats["percentage_passed"]
99
100 return data, stats