DXR is a code search and navigation tool aimed at making sense of large projects. It supports full-text and regex searches as well as structural queries.

Mercurial (777e60ca8853)

VCS Links

Line Code
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
#!/usr/bin/env python
# ***** BEGIN LICENSE BLOCK *****
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.
# ***** END LICENSE BLOCK *****
""" Helper script for download_file()

We lose some mozharness functionality by splitting this out, but we gain output_timeout.
"""

import os
import socket
import sys
import urllib2
import urlparse


def download_file(url, file_name):
    try:
        f_length = None
        f = urllib2.urlopen(url, timeout=30)
        if f.info().get('content-length') is not None:
            f_length = int(f.info()['content-length'])
            got_length = 0
        local_file = open(file_name, 'wb')
        while True:
            block = f.read(1024 ** 2)
            if not block:
                if f_length is not None and got_length != f_length:
                    raise urllib2.URLError("Download incomplete; content-length was %d, but only received %d" % (f_length, got_length))
                break
            local_file.write(block)
            if f_length is not None:
                got_length += len(block)
        local_file.close()
        print "%s downloaded to %s" % (url, file_name)
    except urllib2.HTTPError, e:
        print "Warning: Server returned status %s %s for %s" % (str(e.code), str(e), url)
        raise
    except urllib2.URLError, e:
        print "URL Error: %s" % url
        remote_host = urlparse.urlsplit(url)[1]
        if remote_host:
            os.system("nslookup %s" % remote_host)
        raise
    except socket.timeout, e:
        print "Timed out accessing %s: %s" % (url, str(e))
        raise
    except socket.error, e:
        print "Socket error when accessing %s: %s" % (url, str(e))
        raise

if __name__ == '__main__':
    if len(sys.argv) != 3:
        if len(sys.argv) != 2:
            print "Usage: download_file.py URL [FILENAME]"
            sys.exit(-1)
        parts = urlparse.urlparse(sys.argv[1])
        file_name = parts[2].split('/')[-1]
    else:
        file_name = sys.argv[2]
    if os.path.exists(file_name):
        print "%s exists; removing" % file_name
        os.remove(file_name)
    if os.path.exists(file_name):
        print "%s still exists; exiting"
        sys.exit(-1)
    download_file(sys.argv[1], file_name)