1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import print_function, unicode_literals
import collections
import json
import os
import sys
import writeBuildFiles
def extractLines(fp):
lines = []
watch = False
for line in fp:
line = line.decode('utf-8')
if line == '@@@ @@@ Failures\n':
watch = True
elif watch:
watch = False
idx = line.index('@@@')
lines.append((line[:idx], line[idx + 3:]))
return lines
def ensuredir(path):
dir = path[:path.rfind('/')]
if not os.path.exists(dir):
os.makedirs(dir)
def dumpFailures(lines):
files = []
for url, objstr in lines:
if objstr == '{}\n':
continue
# Avoid overly large diffs.
if 'editing/' in url:
sep = ':'
else:
sep = ': '
jsonpath = 'failures/' + url + '.json'
files.append(jsonpath)
ensuredir(jsonpath)
obj = json.loads(objstr, object_pairs_hook=collections.OrderedDict)
formattedobjstr = json.dumps(obj, indent=2, separators=(',', sep)) + '\n'
formattedobj = formattedobjstr.encode('utf-8')
fp = open(jsonpath, 'wb')
fp.write(formattedobj)
fp.close()
return files
def writeFiles(files):
pathmap = {}
for path in files:
dirp, leaf = path.rsplit('/', 1)
pathmap.setdefault(dirp, []).append(leaf)
for k, v in pathmap.items():
with open(k + '/mochitest.ini', 'w') as fh:
result = writeBuildFiles.substManifest('parseFailures.py', v, [])
fh.write(result)
def main(logPath):
fp = open(logPath, 'rb')
lines = extractLines(fp)
fp.close()
files = dumpFailures(lines)
writeFiles(files)
if __name__ == '__main__':
if len(sys.argv) < 2:
print("Please pass the path to the logfile from which failures should be extracted.")
main(sys.argv[1])
|
