Issue 520 - Generate PAD files for download portals when updating download links

sitescripts/extensions/utils.py

 # coding: utf-8
 
 # This file is part of the Adblock Plus web scripts,
 # Copyright (C) 2006-2014 Eyeo GmbH
 #
 # Adblock Plus is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License version 3 as
 # published by the Free Software Foundation.
 #
 # Adblock Plus is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 # GNU General Public License for more details.
 #
 # You should have received a copy of the GNU General Public License
 # along with Adblock Plus.  If not, see <http://www.gnu.org/licenses/>.
 
 import re
-from ConfigParser import NoOptionError
+import os
+import subprocess
+from ConfigParser import SafeConfigParser, NoOptionError
+from StringIO import StringIO
 from sitescripts.utils import get_config
 
 def compareVersionParts(part1, part2):
   def convertInt(value, default):
     try:
       return int(value)
     except ValueError:
       return default
 
   def convertVersionPart(part):
@@ skipping 95 matching lines @@
   buildRepository = _defineGlobalProperty('buildRepository')
   nightliesDirectory = _defineGlobalProperty('nightliesDirectory')
   nightliesURL = _defineGlobalProperty('nightliesURL')
   downloadsRepo = _defineGlobalProperty('downloadsRepo')
   downloadsURL = _defineGlobalProperty('downloadsURL')
   docsDirectory = _defineGlobalProperty('docsDirectory')
   signtool = _defineGlobalProperty('signtool')
   certname = _defineGlobalProperty('signtool_certname')
   dbdir = _defineGlobalProperty('signtool_dbdir')
   dbpass = _defineGlobalProperty('signtool_dbpass')
+  padDirectory = _defineGlobalProperty('padDirectory')
+  padURL = _defineGlobalProperty('padURL')
 
   keyFile = _defineLocalProperty('key', '')
   name = _defineLocalProperty('name')
   galleryID = _defineLocalProperty('galleryID', '')
   devbuildGalleryID = _defineLocalProperty('devbuildGalleryID', '')
   downloadPage = _defineLocalProperty('downloadPage', '')
   experimental = _defineLocalProperty('experimental', '')
   clientID = _defineLocalProperty('clientID', '')
   clientSecret = _defineLocalProperty('clientSecret', '')
   refreshToken = _defineLocalProperty('refreshToken', '')
+  padTemplate = _defineLocalProperty('padTemplate')
 
   latestRevision = _defineNightlyProperty('latestRevision')
 
   def __init__(self, config, nightlyConfig, repositoryName, repository):
     """
       Creates a new Configuration instance that is bound to a particular
       repository.
     """
 
     self.repositoryName = repositoryName
@@ skipping 19 matching lines @@
 
     if self.nightlyConfig and not self.nightlyConfig.has_section(self.repositoryName):
       self.nightlyConfig.add_section(self.repositoryName)
 
   def __str__(self):
     """
       Provides a string representation of this configuration
     """
     return self.repositoryName
 
+  def listContents(self, version='tip'):
+    return subprocess.check_output(['hg', '-R', self.repository, 'locate', '-r', version]).splitlines()
+
+  def readMetadata(self, version='tip'):
+    genericFilename = 'metadata'
+    filename = '%s.%s' % (genericFilename, self.type)
+    files = self.listContents(version)
+
+    if filename not in files:
+      # some repositories like those for Android and
+      # Internet Explorer don't have metadata files
+      if genericFilename not in files:
+        return None
+
+      # Fall back to platform-independent metadata file
+      filename = genericFilename
+
+    command = ['hg', '-R', self.repository, 'cat', '-r', version, os.path.join(self.repository, filename)]
+    result = subprocess.check_output(command)
+
+    parser = SafeConfigParser()
+    parser.readfp(StringIO(result))
+
+    return parser
+
+  @property
+  def basename(self):
+    metadata = self.readMetadata()
+    if metadata:
+      return metadata.get('general', 'basename')
+    return os.path.basename(self.repository)
+
+  def getDownloads(self):
+    prefix = self.basename + '-'
+    command = ['hg', 'locate', '-R', self.downloadsRepo, '-r', 'default']
+
+    for filename in subprocess.check_output(command).splitlines():
+      if filename.startswith(prefix) and filename.endswith(self.packageSuffix):
+        yield (filename, filename[len(prefix):len(filename) - len(self.packageSuffix)])
+
   @staticmethod
   def getRepositoryConfigurations(nightlyConfig = None):
     """
       Retrieves configuration settings for all repositories
       from the configuration file, where existing repositories
       are identified by an <id>_repository entry appearing
       in the configuration file.
       This static method will enumerate Configuration
       objects representing the settings for each repository.
     """
@@ skipping 15 matching lines @@
       except M2Crypto.X509.X509Error:
         raise Exception('No safari developer certificate found in chain')
 
       subject = cert.get_subject()
       for entry in subject.get_entries_by_nid(subject.nid['CN']):
         m = re.match(r'Safari Developer: \((.*?)\)', entry.get_data().as_text())
         if m:
           return m.group(1)
   finally:
     bio.close()