Rietveld Code Review Tool
Help | Bug tracker | Discussion group | Source code

Unified Diff: publicSuffixListUpdater.py

Issue 8627097: Moved Chrome extension scripts to buildtools repository (Closed)
Patch Set: Created Oct. 19, 2012, 10:42 a.m.
Use n/p to move between diff chunks; N/P to move between comments.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « packagerKMeleon.py ('k') | releaseAutomationGecko.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: publicSuffixListUpdater.py
===================================================================
new file mode 100644
--- /dev/null
+++ b/publicSuffixListUpdater.py
@@ -0,0 +1,59 @@
+# coding: utf-8
+
+# This Source Code is subject to the terms of the Mozilla Public License
+# version 2.0 (the "License"). You can obtain a copy of the License at
+# http://mozilla.org/MPL/2.0/.
+
+"""
+Update the public suffix list
+==============================
+
+ This script generates a js array of public suffixes (http://publicsuffix.org/)
+"""
+
+import os
+import urllib
+import json
+
+def urlopen(url, attempts=3):
+ """
+ Tries to open a particular URL, retries on failure.
+ """
+ for i in range(attempts):
+ try:
+ return urllib.urlopen(url)
+ except IOError, e:
+ error = e
+ time.sleep(5)
+ raise error
+
+def getPublicSuffixList():
+ """
+ gets download link for a Gecko add-on from the Mozilla Addons site
+ """
+ suffixes = {};
+ url = 'http://mxr.mozilla.org/mozilla-central/source/netwerk/dns/effective_tld_names.dat?raw=1'
+ resource = urlopen(url)
+
+ for line in resource:
+ line = line.rstrip()
+ if line.startswith("//") or "." not in line:
+ continue
+ if line.startswith('*.'):
+ suffixes[line[2:]] = 2
+ elif line.startswith('!'):
+ suffixes[line[1:]] = 0
+ else:
+ suffixes[line] = 1
+
+ return suffixes
+
+def updatePSL(baseDir):
+ """
+ writes the current public suffix list to js file in json format
+ """
+
+ psl = getPublicSuffixList()
+ file = open(os.path.join(baseDir, 'lib', 'publicSuffixList.js'), 'w')
+ file.write('var publicSuffixes = ' + json.dumps(psl, sort_keys=True, indent=4) + ';')
+ file.close()
« no previous file with comments | « packagerKMeleon.py ('k') | releaseAutomationGecko.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld