latest-unix-snaps.py

#!/usr/bin/env python
#
# Copyright 2012-2013 The Rust Project Developers. See the COPYRIGHT
# file at the top-level directory of this distribution and at
# http://rust-lang.org/COPYRIGHT.
#
# Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
# http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
# <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
# option. This file may not be copied, modified, or distributed
# except according to those terms.

import os, tarfile, hashlib, re, shutil, sys
from snapshot import *

f = open(snapshotfile)
date = None
rev = None
platform = None
snap = None
i = 0

newestSet = {}


for line in f.readlines():
    i += 1
    parsed = parse_line(i, line)
    if (not parsed): continue

    if parsed["type"] == "snapshot":
        if (len(newestSet) == 0 or parsed["date"] > newestSet["date"]):
            newestSet["date"] = parsed["date"]
            newestSet["rev"] = parsed["rev"]
            newestSet["files"] = []
            addingMode = True
        else:
            addingMode = False

    elif addingMode == True and parsed["type"] == "file":
        tux = re.compile("linux", re.IGNORECASE)
        if (tux.match(parsed["platform"]) != None):
           ff = {}
           ff["platform"] = parsed["platform"]
           ff["hash"] = parsed["hash"]
           newestSet["files"] += [ff]


def download_new_file (date, rev, platform, hsh):
        snap = full_snapshot_name(date, rev, platform, hsh)
        dl = os.path.join(download_dir_base, snap)
        url = download_url_base + "/" + snap
        if (not os.path.exists(dl)):
            print("downloading " + url)
            get_url_to_file(url, dl)
        if (snap_filename_hash_part(snap) == hash_file(dl)):
            print("got download with ok hash")
        else:
            raise Exception("bad hash on download")

for ff in newestSet["files"]:
   download_new_file (newestSet["date"], newestSet["rev"],
                      ff["platform"], ff["hash"])