1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
|
#!/usr/bin/env python
"""
test talos browser output parsing
"""
import os
import unittest
from talos.results import BrowserLogResults
from talos.results import PageloaderResults
from talos.utils import TalosError
here = os.path.dirname(os.path.abspath(__file__))
class TestBrowserOutput(unittest.TestCase):
def test_ts_format(self):
# output file
browser_ts = os.path.join(here, 'browser_output.ts.txt')
# parse the results
browser_log = BrowserLogResults(browser_ts)
# ensure the results meet what we expect
self.assertEqual(browser_log.format, 'tsformat')
self.assertEqual(browser_log.browser_results.strip(), '392')
self.assertEqual(browser_log.startTime, 1333663595953)
self.assertEqual(browser_log.endTime, 1333663596551)
def test_tsvg_format(self):
# output file
browser_tsvg = os.path.join(here, 'browser_output.tsvg.txt')
# parse the results
browser_log = BrowserLogResults(browser_tsvg)
# ensure the results meet what we expect
self.assertEqual(browser_log.format, 'tpformat')
self.assertEqual(browser_log.startTime, 1333666702130)
self.assertEqual(browser_log.endTime, 1333666702743)
# we won't validate the exact string because it is long
raw_report = browser_log.browser_results.strip()
raw_report.startswith('_x_x_mozilla_page_load')
raw_report.endswith('|11;hixie-007.xml;1629;1651;1648;1652;1649')
# but we will ensure that it is parseable
pageloader_results = PageloaderResults(raw_report)
self.assertEqual(len(pageloader_results.results), 12)
indices = [i['index'] for i in pageloader_results.results]
self.assertEqual(indices, range(12))
# test hixie-001.xml just as a spot-check
hixie_001 = pageloader_results.results[5]
expected_values = [45643, 14976, 17807, 14971, 17235]
self.assertEqual(hixie_001['runs'], expected_values)
self.assertEqual(hixie_001['page'], 'hixie-001.xml')
def test_garbage(self):
"""
send in garbage input and ensure the output is the
inability to find the report
"""
garbage = "hjksdfhkhasdfjkhsdfkhdfjklasd"
self.compare_error_message(garbage, "Could not find report")
def test_missing_end_report(self):
"""what if you're not done with a report?"""
garbage = "hjksdfhkhasdfjkhsdfkhdfjklasd"
input = self.start_report()
input += garbage
self.compare_error_message(input, "Could not find end token: '__end_report'")
def test_double_end_report(self):
"""double end report tokens"""
garbage = "hjksdfhkhasdfjkhsdfkhdfjklasd"
input = self.start_report() + garbage + self.end_report() + self.end_report()
self.compare_error_message(input, "Unmatched number of tokens")
def test_end_report_before_start_report(self):
"""the end report token occurs before the start report token"""
garbage = "hjksdfhkhasdfjkhsdfkhdfjklasd"
input = self.end_report() + garbage + self.start_report()
self.compare_error_message(input,
"End token '%s' occurs before start token" %
self.end_report())
def test_missing_timestamps(self):
"""what if the timestamps are missing?"""
# make a bogus report but missing the timestamps
garbage = "hjksdfhkhasdfjkhsdfkhdfjklasd"
input = self.start_report() + garbage + self.end_report()
# it will fail
self.compare_error_message(input, "Could not find startTime in browser output")
def test_wrong_order(self):
"""what happens if you mix up the token order?"""
# i've secretly put the AfterTerminationTimestamp before
# the BeforeLaunchTimestamp
# Let's see if the parser notices
bad_report = """__start_report392__end_report
Failed to load native module at path '/home/jhammel/firefox/components/libmozgnome.so':
(80004005) libnotify.so.1: cannot open shared object file: No such file or directory
Could not read chrome manifest
'file:///home/jhammel/firefox/extensions/%7B972ce4c6-7e08-4474-a285-3208198ce6fd%7D/chrome.manifest'.
[JavaScript Warning: "Use of enablePrivilege is deprecated.
Please use code that runs with the system principal (e.g. an extension) instead.
" {file: "http://localhost:15707/startup_test/startup_test.html?begin=1333663595557" line: 0}]
__startTimestamp1333663595953__endTimestamp
__startAfterTerminationTimestamp1333663596551__endAfterTerminationTimestamp
__startBeforeLaunchTimestamp1333663595557__endBeforeLaunchTimestamp
"""
self.compare_error_message(bad_report, "] found before " +
"('__startBeforeLaunchTimestamp', " +
"'__endBeforeLaunchTimestamp') " +
"[character position:")
def test_multiple_reports(self):
"""you're only allowed to have one report in a file"""
# this one works fine
good_report = """__start_report392__end_report
Failed to load native module at path '/home/jhammel/firefox/components/libmozgnome.so':
(80004005) libnotify.so.1: cannot open shared object file: No such file or directory
Could not read chrome manifest
'file:///home/jhammel/firefox/extensions/%7B972ce4c6-7e08-4474-a285-3208198ce6fd%7D/chrome.manifest'.
[JavaScript Warning: "Use of enablePrivilege is deprecated.
Please use code that runs with the system principal (e.g. an extension) instead.
" {file: "http://localhost:15707/startup_test/startup_test.html?begin=1333663595557" line: 0}]
__startTimestamp1333663595953__endTimestamp
__startBeforeLaunchTimestamp1333663595557__endBeforeLaunchTimestamp
__startAfterTerminationTimestamp1333663596551__endAfterTerminationTimestamp
"""
# but there's no hope for this one
bad_report = good_report + good_report # interesting math
self.compare_error_message(bad_report, "Multiple matches for %s,%s" %
(self.start_report(), self.end_report()))
def start_report(self):
"""return a start report token"""
return BrowserLogResults.report_tokens[0][1][0] # start token
def end_report(self):
"""return a start report token"""
return BrowserLogResults.report_tokens[0][1][-1] # end token
def compare_error_message(self, browser_log, substr):
"""
ensures that exceptions give correct error messages
- browser_log : a browser log file
- substr : substring of the error message
"""
try:
BrowserLogResults(results_raw=browser_log)
except TalosError as e:
if substr not in str(e):
import pdb
pdb.set_trace()
self.assertTrue(substr in str(e))
class TestTalosError(unittest.TestCase):
"""
test TalosError class
"""
def test_browser_log_results(self):
# an example that should fail
# passing invalid value for argument result_raw
with self.assertRaises(TalosError):
BrowserLogResults(results_raw="__FAIL<bad test>__FAIL")
if __name__ == '__main__':
unittest.main()
|
