ENH : made download update script smarter

tacaswell · tacaswell · commit 45dbc6b0483b · 2014-10-18T22:30:25.000-04:00
The files for 1.4.1 are sorted into sub-folders, this broke the
 update download script.

Fixed the script and made the template a bit smarter to sort downloads
by platform.
diff --git a/downloads.tpl.html b/downloads.tpl.html
@@ -33,14 +33,20 @@ <h3>Navigation</h3>
 
   <h1>Downloads</h1>
 
-  {% for version, description, version_files in files %}
+  {% for version, description, download_files in files %}
     <h2>{{version}} — {{description}}</h2>
 
+    {% for platform_name, platform_files in download_files %}
+    {% if platform_files|length > 0 %}
+    <h3>{{ platform_name }}</h3>
     <ul>
-      {% for file in version_files %}
-        <li><a href="https://downloads.sourceforge.net/project/matplotlib/matplotlib/matplotlib-{{version}}/{{file}}">{{file}}</a></li>
+      {% for path, label in platform_files %}
+        <li><a href="https://downloads.sourceforge.net/project/matplotlib/matplotlib/matplotlib-{{version}}/{{path}}">{{label}}</a></li>
       {% endfor %}
     </ul>
+    {% endif %}
+    {% endfor %}
+
   {% endfor %}
 
   <h2>Other downloads</h2>
diff --git a/update_downloads.py b/update_downloads.py
@@ -16,6 +16,7 @@
 import sys
 import traceback
 
+import cPickle
 
 # CONSTANTS
 hostname = 'frs.sourceforge.net'
@@ -63,10 +64,20 @@ def get_hostkey_and_type(hostname):
 
 def get_files_for_version(sftp, version):
     sftp.chdir(dir_template.format(version))
-    return sftp.listdir()
+    base_files = set(sftp.listdir())
+    for folder in ('mac', 'windows'):
+        try:
+            base_files.remove(folder)
+            sftp.chdir(dir_template.format(version) + '/' + folder)
+            base_files |= set(folder + '/' + _ for _ in sftp.listdir())
+
+        except KeyError:
+            continue
+    return list(base_files)
 
 
 def get_file_listings(hostname, username, password, hostkey, versions):
+
     files = []
 
     try:
@@ -93,13 +104,23 @@ def generate_download_page(files):
         stream.dump(fd)
 
 
+def split_file_listing(input_list):
+    source = [(_, _) for _ in input_list if 'tar' in _]
+    mac = [(_, _.split('/', 1)[-1]) for _ in input_list if 'mac' in _]
+    win = [(_, _.split('/', 1)[-1]) for _ in input_list if 'win' in _]
+    return ('Source', source), ('Windows', win), ('OSX', mac)
+
+
 def main():
     versions = get_versions()
 
     username, password = get_username_and_password(hostname)
     hostkey, hostkeytype = get_hostkey_and_type(hostname)
 
-    files = get_file_listings(hostname, username, password, hostkey, versions)
+    files = get_file_listings(hostname, username,
+                              password, hostkey, versions)
+
+    files = [(a, b, split_file_listing(c)) for a, b, c in files]
 
     generate_download_page(files)
 
