Skip to content

Instantly share code, notes, and snippets.

@andrebrait

andrebrait/find-https-debian-archives.py

Forked from eighthave/find-https-debian-archives.py
Last active May 28, 2017 23:23
Show Gist options
  • Save andrebrait/73f257b87d78f8aa3308b62c925c5ed2 to your computer and use it in GitHub Desktop.
Save andrebrait/73f257b87d78f8aa3308b62c925c5ed2 to your computer and use it in GitHub Desktop.
Download ZIP

Revisions

  1. andrebrait revised this gist May 28, 2017. 1 changed file with 25 additions and 1 deletion.
    26 changes: 25 additions & 1 deletion find-https-debian-archives.py
    View file
    Original file line number Diff line number Diff line change
    @@ -24,6 +24,12 @@
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'
    except ssl.CertificateError as err:
    print 'host mismatch!'
    except urllib2.HTTPError as err:
    print 'not found!'
    except:
    print 'unknown error!'

    # print 'HTTPS apt repos:'
    #for url in https:
    @@ -49,6 +55,12 @@
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'
    except ssl.CertificateError as err:
    print 'host mismatch!'
    except urllib2.HTTPError as err:
    print 'not found!'
    except:
    print 'unknown error!'

    # print 'HTTPS security repos:'
    # for url in securitys:
    @@ -75,6 +87,12 @@
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'
    except ssl.CertificateError as err:
    print 'host mismatch!'
    except urllib2.HTTPError as err:
    print 'not found!'
    except:
    print 'unknown error!'

    #print 'HTTPS backports repos:'
    #for url in backports:
    @@ -101,6 +119,12 @@
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'
    except ssl.CertificateError as err:
    print 'host mismatch!'
    except urllib2.HTTPError as err:
    print 'not found!'
    except:
    print 'unknown error!'

    print 'HTTPS CD image repos:'
    for url in cds:
    @@ -131,4 +155,4 @@
    f.write(url + '\n')


    f.close()
    f.close()
  2. @eighthave eighthave created this gist Nov 3, 2013.
    134 changes: 134 additions & 0 deletions find-https-debian-archives.py
    View file
    Original file line number Diff line number Diff line change
    @@ -0,0 +1,134 @@
    #!/usr/bin/python

    import urllib2
    import re
    import ssl
    import sys

    # # find generic mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/mirror/list')
    https = []
    for line in mirrors.readlines():
    m = re.match('.*<td valign="top"><a rel="nofollow" href="http(.*)">.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    https.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    # print 'HTTPS apt repos:'
    #for url in https:
    # print url


    # # find security mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/mirror/list-full')
    securitys = []
    for line in mirrors.readlines():
    m = re.match('.*</tt><br>Security updates over HTTP: <tt><a rel="nofollow" href="http(.*)">.*/debian-security/</a>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    securitys.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    # print 'HTTPS security repos:'
    # for url in securitys:
    # print url


    # now find the backports mirrors
    mirrors = urllib2.urlopen('http://backports-master.debian.org/Mirrors/')
    backports = []
    for line in mirrors.readlines():
    #<td><a href="http://be.mirror.eurid.eu/debian-backports/">/debian-backports/</a>
    m = re.match('.*<td><a href="http(.*)">.*/debian-backports/</a>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    backports.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    #print 'HTTPS backports repos:'
    #for url in backports:
    # print url


    # now find the CD image mirrors
    mirrors = urllib2.urlopen('http://www.debian.org/CD/http-ftp/')
    cds = []
    for line in mirrors.readlines():
    # <a rel="nofollow" href="http://mirror.easyspeedy.com/debian-cd/">HTTP</a></li>
    m = re.match('.*<a rel="nofollow" href="http(:.*)">HTTP</a></li>.*', line)
    if m:
    url = 'https' + m.group(1)
    print 'trying: ',
    print url,
    print '...',
    sys.stdout.flush()
    try:
    response=urllib2.urlopen(url, timeout=1)
    cds.append(url)
    print 'success!'
    except urllib2.URLError as err:
    print 'fail!'
    except ssl.SSLError as err:
    print 'bad SSL!'

    print 'HTTPS CD image repos:'
    for url in cds:
    print url


    # now write everything to a file
    f = open('/tmp/https-debian-archives.txt', 'w')

    f.write('HTTPS apt repos\n')
    f.write('---------------\n')
    for url in https:
    f.write(url + '\n')

    f.write('\n\nHTTPS security repos\n')
    f.write('---------------\n')
    for url in securitys:
    f.write(url + '\n')

    f.write('\n\nHTTPS backports repos\n')
    f.write('--------------------\n')
    for url in backports:
    f.write(url + '\n')

    f.write('\n\nHTTPS CD image repos\n')
    f.write('--------------------\n')
    for url in cds:
    f.write(url + '\n')


    f.close()