Revision: 4162 Author: btongminh Date: 2007-08-31 18:14:03 +0000 (Fri, 31 Aug 2007)

Log Message: ----------- Adding a tool to automatically update the family files.

Modified Paths: -------------- trunk/pywikipedia/maintenance/family_check.py

Added Paths: ----------- trunk/pywikipedia/maintenance/update_namespaces.py

Modified: trunk/pywikipedia/maintenance/family_check.py =================================================================== --- trunk/pywikipedia/maintenance/family_check.py 2007-08-31 17:38:07 UTC (rev 4161) +++ trunk/pywikipedia/maintenance/family_check.py 2007-08-31 18:14:03 UTC (rev 4162) @@ -14,8 +14,12 @@ 'meta': 'siteinfo', 'siprop': 'namespaces', 'format': 'json'} - response, json = site.postForm(site.apipath(), predata) try: + response, json = site.postForm(site.apipath(), predata) + except wikipedia.ServerError, e: + output(u'Warning! %s: %s' % (site, e)) + return + try: data = simplejson.loads(json) except ValueError: output(u'Warning! %s is defined but does not exist!' % site)

Added: trunk/pywikipedia/maintenance/update_namespaces.py =================================================================== --- trunk/pywikipedia/maintenance/update_namespaces.py (rev 0) +++ trunk/pywikipedia/maintenance/update_namespaces.py 2007-08-31 18:14:03 UTC (rev 4162) @@ -0,0 +1,74 @@ +import sys +sys.path.append('..') + +import wikipedia +from wikipedia import output + +import family_check +import re + +r_namespace_section = r'(?s)self.namespaces[%s]\s*=\s*{(.*?)}' + +r_string = '[u]?[r]?['"].*?['"]' +r_list = '\[.*?\]' +r_namespace_def = re.compile(r'['"]([a-z_]*)['"]\s*:\s*((?:%s)|(?:%s))\s*,' % (r_string, r_list)) +def update_family(family, changes): + global namespace_section_text, namespace_defs, new_defs + + output(u'Updating family %s' % family) + family_file = open('../families/%s_family.py' % family.name, 'r') + old_family_text = family_text = family_file.read() + family_file.close() + + for lang, namespaces in changes.iteritems(): + for namespace_id, namespace_name, predefined_namespace in namespaces: + output(u'Setting namespace[%s] for %s to %s' % (namespace_id, lang, namespace_name)) + + namespace_section = re.search(r_namespace_section % namespace_id, family_text) + if not namespace_section: + continue + namespace_section_text = namespace_section.group(1) + namespace_defs = dict([(match.group(1), match.group(2)) + for match in r_namespace_def.finditer(namespace_section_text)]) + + if not namespace_defs.get(lang, '').startswith('['): + output(u'Updating namespace[%s] to %s' % (namespace_id, namespace_name)) + + namespace_defs[lang] = escape_string(namespace_name.encode('utf-8')) + else: + output(u'Namespace[%s] definition is a list; not updating.' % namespace_id) + + new_defs = namespace_defs.items() + new_defs.sort(key = lambda x: x[0]) + new_text = '\n' + ''.join([12 * ' ' + "'%s': %s,\n" % i for i in new_defs]) + ' ' * 8 + family_text = family_text.replace(namespace_section.group(1), new_text) + + if test_data(family_text): + output(u'Saving to family file') + family_file = open('../families/%s_family.py' % family.name, 'w') + family_file.write(family_text) + family_file.close() + else: + output(u'Warning! Syntax error!') + output(family_text.decode('utf-8')) + +def escape_string(string): + return "u'%s'" % string.replace('\', '\\').replace("'", "\'") + +def test_data(_test_data): + try: + exec _test_data + except SyntaxError: + return False + except: + return True + return True + +if __name__ == '__main__': + try: + wikipedia.handleArgs() + family = wikipedia.Family(wikipedia.default_family) + result = family_check.check_family(family) + update_family(family, result) + finally: + wikipedia.stopme() \ No newline at end of file