1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
|
#!/usr/bin/env python
# ***** BEGIN LICENSE BLOCK *****
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.
# ***** END LICENSE BLOCK *****
""" Helper script for download_file()
We lose some mozharness functionality by splitting this out, but we gain output_timeout.
"""
import os
import socket
import sys
import urllib2
import urlparse
def download_file(url, file_name):
try:
f_length = None
f = urllib2.urlopen(url, timeout=30)
if f.info().get('content-length') is not None:
f_length = int(f.info()['content-length'])
got_length = 0
local_file = open(file_name, 'wb')
while True:
block = f.read(1024 ** 2)
if not block:
if f_length is not None and got_length != f_length:
raise urllib2.URLError("Download incomplete; content-length was %d, but only received %d" % (f_length, got_length))
break
local_file.write(block)
if f_length is not None:
got_length += len(block)
local_file.close()
print "%s downloaded to %s" % (url, file_name)
except urllib2.HTTPError, e:
print "Warning: Server returned status %s %s for %s" % (str(e.code), str(e), url)
raise
except urllib2.URLError, e:
print "URL Error: %s" % url
remote_host = urlparse.urlsplit(url)[1]
if remote_host:
os.system("nslookup %s" % remote_host)
raise
except socket.timeout, e:
print "Timed out accessing %s: %s" % (url, str(e))
raise
except socket.error, e:
print "Socket error when accessing %s: %s" % (url, str(e))
raise
if __name__ == '__main__':
if len(sys.argv) != 3:
if len(sys.argv) != 2:
print "Usage: download_file.py URL [FILENAME]"
sys.exit(-1)
parts = urlparse.urlparse(sys.argv[1])
file_name = parts[2].split('/')[-1]
else:
file_name = sys.argv[2]
if os.path.exists(file_name):
print "%s exists; removing" % file_name
os.remove(file_name)
if os.path.exists(file_name):
print "%s still exists; exiting"
sys.exit(-1)
download_file(sys.argv[1], file_name)
|
