OLD | NEW |
1 # This Source Code Form is subject to the terms of the Mozilla Public | 1 # This Source Code Form is subject to the terms of the Mozilla Public |
2 # License, v. 2.0. If a copy of the MPL was not distributed with this | 2 # License, v. 2.0. If a copy of the MPL was not distributed with this |
3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. | 3 # file, You can obtain one at http://mozilla.org/MPL/2.0/. |
4 | 4 |
5 """ | 5 """ |
6 Update the public suffix list | 6 Update the public suffix list |
7 ============================== | 7 ============================== |
8 | 8 |
9 This script generates a js array of public suffixes (http://publicsuffix.org/) | 9 This script generates a js array of public suffixes (http://publicsuffix.org/) |
10 """ | 10 """ |
11 | 11 |
12 import os | 12 import os |
13 import urllib | 13 import urllib |
14 import json | 14 import json |
15 | 15 |
16 | 16 |
17 def urlopen(url, attempts=3): | 17 def urlopen(url, attempts=3): |
18 """ | 18 """ |
19 Tries to open a particular URL, retries on failure. | 19 Tries to open a particular URL, retries on failure. |
20 """ | 20 """ |
21 for i in range(attempts): | 21 for i in range(attempts): |
22 try: | 22 try: |
23 return urllib.urlopen(url) | 23 return urllib.urlopen(url) |
24 except IOError, e: | 24 except IOError as e: |
25 error = e | 25 error = e |
26 time.sleep(5) | 26 time.sleep(5) |
27 raise error | 27 raise error |
28 | 28 |
29 | 29 |
30 def getPublicSuffixList(): | 30 def getPublicSuffixList(): |
31 """ | 31 """ |
32 gets download link for a Gecko add-on from the Mozilla Addons site | 32 gets download link for a Gecko add-on from the Mozilla Addons site |
33 """ | 33 """ |
34 suffixes = {} | 34 suffixes = {} |
(...skipping 16 matching lines...) Expand all Loading... |
51 | 51 |
52 def updatePSL(baseDir): | 52 def updatePSL(baseDir): |
53 """ | 53 """ |
54 writes the current public suffix list to js file in json format | 54 writes the current public suffix list to js file in json format |
55 """ | 55 """ |
56 | 56 |
57 psl = getPublicSuffixList() | 57 psl = getPublicSuffixList() |
58 file = open(os.path.join(baseDir, 'lib', 'publicSuffixList.js'), 'w') | 58 file = open(os.path.join(baseDir, 'lib', 'publicSuffixList.js'), 'w') |
59 print >>file, 'var publicSuffixes = ' + json.dumps(psl, sort_keys=True, inde
nt=4, separators=(',', ': ')) + ';' | 59 print >>file, 'var publicSuffixes = ' + json.dumps(psl, sort_keys=True, inde
nt=4, separators=(',', ': ')) + ';' |
60 file.close() | 60 file.close() |
OLD | NEW |