[Pywikipedia-l] SVN: [4162] trunk/pywikipedia/maintenance - pywikibot

1 Sep 2007

Revision: 4162
Author:   btongminh
Date:     2007-08-31 18:14:03 +0000 (Fri, 31 Aug 2007)
Log Message:
-----------
Adding a tool to automatically update the family files.
Modified Paths:
--------------
    trunk/pywikipedia/maintenance/family_check.py
Added Paths:
-----------
    trunk/pywikipedia/maintenance/update_namespaces.py
Modified: trunk/pywikipedia/maintenance/family_check.py
===================================================================

--- trunk/pywikipedia/maintenance/family_check.py	2007-08-31 17:38:07 UTC (rev 4161)
+++ trunk/pywikipedia/maintenance/family_check.py	2007-08-31 18:14:03 UTC (rev 4162)
@@ -14,8 +14,12 @@
    	'meta': 'siteinfo',
    	'siprop': 'namespaces',
    	'format': 'json'}
-	response, json = site.postForm(site.apipath(), predata)
    try:
+		response, json = site.postForm(site.apipath(), predata)
+	except wikipedia.ServerError, e:
+		output(u'Warning! %s: %s' % (site, e))
+		return
+	try:
    	data = simplejson.loads(json)
    except ValueError:
    	output(u'Warning! %s is defined but does not exist!' % site)
Added: trunk/pywikipedia/maintenance/update_namespaces.py
===================================================================
--- trunk/pywikipedia/maintenance/update_namespaces.py	                        (rev 0)
+++ trunk/pywikipedia/maintenance/update_namespaces.py	2007-08-31 18:14:03 UTC (rev 4162)
@@ -0,0 +1,74 @@
+import sys
+sys.path.append('..')
+
+import wikipedia
+from wikipedia import output
+
+import family_check
+import re
+
+r_namespace_section = r'(?s)self.namespaces[%s]\s*=\s*{(.*?)}'
+
+r_string = '[u]?[r]?['"].*?['"]'
+r_list = '\[.*?\]'
+r_namespace_def = re.compile(r'['"]([a-z_]*)['"]\s*:\s*((?:%s)|(?:%s))\s*,' % (r_string, r_list))
+def update_family(family, changes):
+	global namespace_section_text, namespace_defs, new_defs
+	
+	output(u'Updating family %s' % family)
+	family_file = open('../families/%s_family.py' % family.name, 'r')
+	old_family_text = family_text = family_file.read()
+	family_file.close()
+	
+	for lang, namespaces in changes.iteritems():
+		for namespace_id, namespace_name, predefined_namespace in namespaces:
+			output(u'Setting namespace[%s] for %s to %s' % (namespace_id, lang, namespace_name))
+			
+			namespace_section = re.search(r_namespace_section % namespace_id, family_text)
+			if not namespace_section:
+				continue
+			namespace_section_text = namespace_section.group(1)
+			namespace_defs = dict([(match.group(1), match.group(2)) 
+				for match in r_namespace_def.finditer(namespace_section_text)])
+				
+			if not namespace_defs.get(lang, '').startswith('['):
+				output(u'Updating namespace[%s] to %s' % (namespace_id, namespace_name))
+					
+				namespace_defs[lang] = escape_string(namespace_name.encode('utf-8'))
+			else:
+				output(u'Namespace[%s] definition is a list; not updating.' % namespace_id)
+					
+			new_defs = namespace_defs.items()
+			new_defs.sort(key = lambda x: x[0])
+			new_text = '\n' + ''.join([12 * ' ' + "'%s': %s,\n" % i for i in new_defs]) + ' ' * 8
+			family_text = family_text.replace(namespace_section.group(1), new_text)
+			
+	if test_data(family_text):
+		output(u'Saving to family file')
+		family_file = open('../families/%s_family.py' % family.name, 'w')
+		family_file.write(family_text)
+		family_file.close()
+	else:
+		output(u'Warning! Syntax error!')
+		output(family_text.decode('utf-8'))
+		
+def escape_string(string):
+	return "u'%s'" % string.replace('\', '\\').replace("'", "\'")
+			
+def test_data(_test_data):
+	try:
+		exec _test_data
+	except SyntaxError:
+		return False
+	except:
+		return True
+	return True
+	
+if __name__ == '__main__':
+	try:
+		wikipedia.handleArgs()
+		family = wikipedia.Family(wikipedia.default_family)
+		result = family_check.check_family(family)
+		update_family(family, result)
+	finally:
+		wikipedia.stopme()
\ No newline at end of file

    