Pywikipedia-svn August 2009

pywikipedia-svn@lists.wikimedia.org

11 participants
93 discussions

SVN: [7164] trunk/pywikipedia/commonsdelinker/image_replacer.py

by siebrand＠svn.wikimedia.org

Revision: 7164 Author: siebrand Date: 2009-08-20 20:44:49 +0000 (Thu, 20 Aug 2009) Log Message: ----------- Return instead of go on an crash. Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/image_replacer.py Modified: trunk/pywikipedia/commonsdelinker/image_replacer.py =================================================================== --- trunk/pywikipedia/commonsdelinker/image_replacer.py 2009-08-18 11:39:18 UTC (rev 7163) +++ trunk/pywikipedia/commonsdelinker/image_replacer.py 2009-08-20 20:44:49 UTC (rev 7164) @@ -285,7 +285,7 @@ return except wikipedia.IsRedirectPage: output(u'Warning! %s is a redirect; not reporting replacement!' % old_image) - + return try: page.put(u'%s\n%s' % (template, text), comment = u'This image has been replaced by ' + new_image)

14 years, 8 months

SVN: [7163] trunk/pywikipedia/family.py

by purodha＠svn.wikimedia.org

Revision: 7163 Author: purodha Date: 2009-08-18 11:39:18 +0000 (Tue, 18 Aug 2009) Log Message: ----------- Add ksh linktrail and add last 5 new languages to their respective script groups. Modified Paths: -------------- trunk/pywikipedia/family.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2009-08-17 18:02:44 UTC (rev 7162) +++ trunk/pywikipedia/family.py 2009-08-18 11:39:18 UTC (rev 7163) @@ -2614,6 +2614,7 @@ 'he': u'[a-zא-ת]*', 'it': u'[a-zàèéìòù]*', 'kk': u'[a-zäçéğıïñöşüýа-яёәғіқңөұүһʺʹ]*', + 'ksh': u'[äöüėëĳßəğåůæœça-z]*', 'nl': u'[a-zäöüïëéèéàç]*', 'pt': u'[a-záâàãéêíóôõúüç]*', 'ru': u'[a-zа-я]*', @@ -3093,9 +3094,9 @@ self.language_groups = { # languages using the arabic script (incomplete) 'arab' : [ - 'ar', 'arz', 'ps', 'sd', 'ur', + 'ar', 'arz', 'ps', 'sd', 'ur', 'ckb', # languages using multiple scripts, including arabic - 'kk', 'ku', 'tt', 'ug' + 'kk', 'ku', 'tt', 'ug', 'pnb' ], # languages that use chinese symbols 'chinese': [ @@ -3111,9 +3112,14 @@ # languages using multiple scripts, including cyrillic 'ha', 'kk', 'sh', 'sr', 'tt' ], + # languages that use a greek script + 'grec': [ + 'el', 'grc', 'pnt' + # languages using multiple scripts, including greek + ], # languages that use the latin alphabet 'latin': [ - 'aa', 'af', 'ak', 'als', 'an', 'ang', 'ast', 'ay', 'bar', 'bat-smg', + 'aa', 'ace', 'af', 'ak', 'als', 'an', 'ang', 'ast', 'ay', 'bar', 'bat-smg', 'bcl', 'bi', 'bm', 'br', 'bs', 'ca', 'cbk-zam', 'cdo', 'ceb', 'ch', 'cho', 'chy', 'co', 'crh', 'cs', 'csb', 'cy', 'da', 'de', 'diq', 'dsb', 'ee', 'eml', 'en', 'eo', 'es', 'et', 'eu', 'ext', 'ff', 'fi', 'fiu-vro', @@ -3122,7 +3128,7 @@ 'ie', 'ig', 'ik', 'ilo', 'io', 'is', 'it', 'jbo', 'jv', 'kaa', 'kab', 'kg', 'ki', 'kj', 'kl', 'kr', 'ksh', 'kw', 'la', 'lad', 'lb', 'lg', 'li', 'lij', 'lmo', 'ln', 'lt', 'lv', 'map-bms', 'mg', 'mh', 'mi', 'ms', - 'mt', 'mus', 'na', 'nah', 'nap', 'nds', 'nds-nl', 'ng', 'nl', 'nn', + 'mt', 'mus', 'mwl', 'na', 'nah', 'nap', 'nds', 'nds-nl', 'ng', 'nl', 'nn', 'no', 'nov', 'nrm', 'nv', 'ny', 'oc', 'om', 'pag', 'pam', 'pap', 'pdc', 'pih', 'pl', 'pms', 'pt', 'qu', 'rm', 'rn', 'ro', 'roa-rup', 'roa-tara', 'rw', 'sc', 'scn', 'sco', 'se', 'sg', 'simple', 'sk', 'sl', 'sm', 'sn', @@ -3131,11 +3137,12 @@ 'vec', 'vi', 'vls', 'vo', 'wa', 'war', 'wo', 'xh', 'yo', 'zea', 'zh-min-nan', 'zu', # languages using multiple scripts, including latin - 'az', 'chr', 'ha', 'iu', 'kk', 'ku', 'rmy', 'sh', 'sr', 'tt', 'ug', 'za' + 'az', 'chr', 'ckb', 'ha', 'iu', 'kk', 'ku', 'rmy', 'sh', 'sr', 'tt', + 'ug', 'za' ], # Scandinavian languages 'scand': [ - 'da', 'fo', 'is', 'no', 'sv' + 'da', 'fo', 'is', 'nb', 'nn', 'no', 'sv' ], }

14 years, 8 months

SVN: [7162] trunk/pywikipedia/wikipedia.py

by alexsh＠svn.wikimedia.org

Revision: 7162 Author: alexsh Date: 2009-08-17 18:02:44 +0000 (Mon, 17 Aug 2009) Log Message: ----------- Page()._putPage(): fix sysop cookies in getData Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-08-17 17:57:39 UTC (rev 7161) +++ trunk/pywikipedia/wikipedia.py 2009-08-17 18:02:44 UTC (rev 7162) @@ -1531,7 +1531,7 @@ params['nocreate'] = 1 # Submit the prepared information try: - response, data = query.GetData(params, self.site(), back_response = True) + response, data = query.GetData(params, self.site(), sysop=sysop, back_response = True) if query.IsString(data): raise KeyError except httplib.BadStatusLine, line:

14 years, 8 months

SVN: [7161] trunk/pywikipedia/wikipedia.py

by alexsh＠svn.wikimedia.org

Revision: 7161 Author: alexsh Date: 2009-08-17 17:57:39 +0000 (Mon, 17 Aug 2009) Log Message: ----------- Page()._putPage(): fix pagedelete and newpages parameters Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-08-16 18:02:05 UTC (rev 7160) +++ trunk/pywikipedia/wikipedia.py 2009-08-17 17:57:39 UTC (rev 7161) @@ -1525,8 +1525,10 @@ # Which web-site host are we submitting to? if newPage: output(u'Creating page %s' % self.aslink()) + params['createonly'] = 1 else: output(u'Updating page %s' % self.aslink()) + params['nocreate'] = 1 # Submit the prepared information try: response, data = query.GetData(params, self.site(), back_response = True) @@ -1612,6 +1614,7 @@ # without any reason! # raise EditConflict(u'Someone deleted the page.') # No raise, simply define these variables and retry: + params['recreate'] = 1 if self._editTime: params['basetimestamp'] = self._editTime else:

14 years, 8 months

SVN: [7160] trunk/pywikipedia/query.py

by alexsh＠svn.wikimedia.org

Revision: 7160 Author: alexsh Date: 2009-08-16 18:02:05 +0000 (Sun, 16 Aug 2009) Log Message: ----------- typo config.authenticate predata Modified Paths: -------------- trunk/pywikipedia/query.py Modified: trunk/pywikipedia/query.py =================================================================== --- trunk/pywikipedia/query.py 2009-08-16 18:01:30 UTC (rev 7159) +++ trunk/pywikipedia/query.py 2009-08-16 18:02:05 UTC (rev 7160) @@ -87,10 +87,9 @@ try: jsontext = "Nothing received" if site.hostname() in wikipedia.config.authenticate.keys(): - predata["Content-type"] = "application/x-www-form-urlencoded" - predata["User-agent"] = useragent - data = site.urlEncode(params) - res = urllib2.urlopen(urllib2.Request(site.protocol() + '://' + site.hostname() + address, data)) + params["Content-type"] = "application/x-www-form-urlencoded" + params["User-agent"] = useragent + res = urllib2.urlopen(urllib2.Request(site.protocol() + '://' + site.hostname() + address, site.urlEncode(params))) jsontext = res.read() elif params['action'] in postAC: res, jsontext = site.postData(path, urllib.urlencode(params.items()), cookies=site.cookies(sysop=sysop), sysop=sysop)

14 years, 8 months

SVN: [7159] trunk/pywikipedia/wikipedia.py

by alexsh＠svn.wikimedia.org

Revision: 7159 Author: alexsh Date: 2009-08-16 18:01:30 +0000 (Sun, 16 Aug 2009) Log Message: ----------- Handle API result ValueError Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-08-16 16:06:54 UTC (rev 7158) +++ trunk/pywikipedia/wikipedia.py 2009-08-16 18:01:30 UTC (rev 7159) @@ -1545,6 +1545,14 @@ if retry_delay > 30: retry_delay = 30 continue + except ValueError: # API result cannot decode + output(u"Server error encountered; will retry in %i minute%s." + % (retry_delay, retry_delay != 1 and "s" or "")) + time.sleep(60 * retry_delay) + retry_delay *= 2 + if retry_delay > 30: + retry_delay = 30 + continue # If it has gotten this far then we should reset dblagged dblagged = False # Check blocks

14 years, 8 months

SVN: [7158] trunk/pywikipedia/wikipedia.py

by a_engels＠svn.wikimedia.org

Revision: 7158 Author: a_engels Date: 2009-08-16 16:06:54 +0000 (Sun, 16 Aug 2009) Log Message: ----------- list of 'alternative languages' renewed Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-08-16 14:16:51 UTC (rev 7157) +++ trunk/pywikipedia/wikipedia.py 2009-08-16 16:06:54 UTC (rev 7158) @@ -7041,104 +7041,139 @@ # This code is used by translate() below. def altlang(code): - if code=='aa': + #Amharic + if code in ['aa', 'om']: return ['am'] - if code in ['fa','so']: + #Arab + if code in ['arc', 'arz']: return ['ar'] - if code=='ku': - return ['ar','tr'] - if code=='sk': - return ['cs'] - if code in ['bar','ksh','stq']: + if code == 'kab': + return ['ar', 'fr'] + #Bulgarian + if code in ['cu', 'mk']: + return ['bg', 'sr', 'sh'] + #Czech + if code in ['cs', 'sk']: + return ['cs', 'sk'] + #German + if code in ['als', 'bar', 'ksh']: return ['de'] - if code in ['als','lb']: - return ['de','fr'] - if code=='dsb': - return ['hsb','de'] - if code=='hsb': - return ['dsb','de'] - if code=='io': + if code in ['als', 'lb']: + return ['de', 'fr'] + if code == 'nds': + return ['nds-nl', 'de'] + if code in ['dsb', 'hsb']: + return ['hsb', 'dsb', 'de'] + if code == 'rm': + return ['de', 'it'] + if code == 'stq': + return ['fy', 'de'] + #Greek + if code == 'pnt': + return ['el'] + #Esperanto + if code in ['io', 'nov']: return ['eo'] - if code in ['an','ast','ay','ca','gn','nah','qu']: + #Spanish + if code in ['an', 'ast', 'ay', 'ca', 'ext', 'lad', 'nah', 'nv', 'qu']: return ['es'] - if code == ['cbk-zam']: - return ['es','tl'] - if code=='eu': - return ['es','fr'] - if code in ['glk','mzn']: - return ['fa','ar'] - if code=='gl': - return ['es','pt'] - if code=='lad': - return ['es','he'] - if code in ['br','ht','kab','ln','lo','nrm','wa']: + if code in ['gl', 'gn']: + return ['es', 'pt'] + if code == ['eu']: + return ['es', 'fr'] + if code in ['bcl', 'cbk-zam', 'ceb', 'ilo', 'pag', 'pam', 'tl', 'war']: + return ['es', 'tl'] + #Estonian + if code == 'fiu-vro': + return ['et'] + #Persian (Farsi) + if code in ['glk', 'mzn']: + return ['ar'] + #French + if code in ['bm', 'br', 'ht', 'kab', 'kg', 'ln', 'mg', 'nrm', 'oc', + 'rw', 'sg', 'ty', 'wa']: return ['fr'] - if code in ['ie','oc']: - return ['ie','oc','fr'] - if code in ['co','frp']: - return ['fr','it'] - if code=='yi': - return ['he','de'] - if code=='sa': + if code == 'co': + return ['fr', 'it'] + #Hindi + if code in ['bh', 'pi', 'sa']: return ['hi'] - if code in ['eml','lij','lmo','nap','pms','roa-tara','sc','scn','vec']: + if code in ['ne', 'new']: + return ['ne', 'new', 'hi'] + #Indonesian and Malay + if code in ['ace', 'bug', 'id', 'jv', 'ms', 'su']: + return ['id', 'ms', 'jv'] + if code == 'map-bms': + return ['jv', 'id', 'ms'] + #Inuit languages + if code in ['ik', 'iu']: + return ['iu', 'kl'] + if code == 'kl': + return ['iu', 'da', 'no'] + #Italian + if code in ['eml', 'fur', 'lij', 'lmo', 'nap', 'pms', 'roa-tara', 'sc', + 'scn', 'vec']: return ['it'] - if code=='rm': - return ['it','de','fr'] - if code in ['bat-smg','ltg']: + if code == 'frp': + return ['it', 'fr'] + #Lithuanian + if code in ['bat-smg', 'ltg']: return ['lt'] - if code=='ia': - return ['la','es','fr','it'] - if code=='nds': - return ['nds-nl','de'] - if code=='nds-nl': - return ['nds','nl'] - if code in ['fy','pap','vls','zea']: + #Dutch + if code in ['fy', 'li', 'pap', 'srn', 'vls', 'zea']: return ['nl'] - if code=='li': - return ['nl','de'] - if code=='csb': + if code == ['nds-nl']: + return ['nds', 'nl'] + #Polish + if code in ['csb', 'szl']: return ['pl'] - if code in ['fab','tet']: + #Portuguese + if code in ['fab', 'mwl', 'tet']: return ['pt'] - if code in ['mo','roa-rup']: + #Romanian + if code in ['mo', 'roa-rup']: return ['ro'] - if code in ['av','bxr','cv','hy','lbe','tg','udm','uk','xal']: + #Russian and Belarusian + if code in ['ab', 'av', 'ba', 'bxr', 'ce', 'cv', 'kk', 'ky', 'lbe', 'mdf', + 'mhr', 'myv', 'os', 'sah', 'tg', 'tt', 'udm', 'uk', 'xal']: return ['ru'] - if code in ['be','be-x-old']: - return ['be','be-x-old','ru'] - if code in ['ky','tt','uz']: - return ['kk','tr','ru'] - if code in ['az','diq','tk','ug']: - return ['tr'] - if code in ['ja','minnan','zh','zh-cn']: - return ['zh','zh-tw','zh-classical','zh-cn'] - if code in ['bo','cdo','hak','wuu','za','zh-cdo','zh-classical','zh-tw','zh-yue']: - return ['zh','zh-cn','zh-classical','zh-tw'] - if code=='da': - return ['nb','no'] - if code in ['is','no','nb','nn']: - return ['no','nb','nn','da','sv'] - if code=='sv': - return ['da','no','nb'] - if code=='se': - return ['no','nb','sv','nn','fi','da'] - if code in ['bug','id','jv','map-bms','ms','su']: - return ['id','ms','jv'] - if code in ['bs','hr','sh']: - return ['sh','hr','bs','sr'] - if code in ['mk','sr']: - return ['sh','sr','hr','bs'] - if code in ['ceb','pag','tl','war']: - return ['tl','es'] - if code=='bi': - return ['tpi'] - if code=='tpi': - return ['bi'] - if code == 'new': - return ['ne'] - if code == 'nov': - return ['io','eo'] + if code in ['be', 'be-x-old']: + return ['be', 'be-x-old', 'ru'] + if code == 'kaa': + return ['uz', 'ru'] + #Serbocroatian + if code in ['bs', 'hr', 'sh', 'sr']: + return ['sh', 'hr', 'bs', 'sr'] + #Turkish and Kurdish + if code in ['diq', 'ku']: + return ['ku', 'tr'] + if code == 'ckb': + return ['ku', 'ar'] + #Chinese + if code in ['minnan', 'zh', 'zh-classical', 'zh-min-nan', 'zh-tw']: + return ['zh', 'zh-tw', 'zh-cn', 'zh-classical'] + if code in ['cdo', 'gan', 'hak', 'ii', 'wuu', 'za', 'zh-cdo', 'zh-classical', + 'zh-cn', 'zh-yue']: + return ['zh', 'zh-cn', 'zh-tw', 'zh-classical'] + #Scandinavian languages + if code in ['da', 'sv']: + return ['da', 'no', 'nb', 'sv', 'nn'] + if code in ['fo', 'is']: + return ['da', 'no', 'nb', 'nn', 'sv'] + if code == 'nn': + return ['no', 'nb', 'sv', 'da'] + if code in ['nb', 'no']: + return ['no', 'nb', 'da', 'nn', 'sv'] + if code == 'se': + return ['sv', 'no', 'nb', 'nn', 'fi'] + #Other languages + if code in ['bi', 'tpi']: + return ['bi', 'tpi'] + if code == 'yi': + return ['he', 'de'] + if code in ['ia', 'ie']: + return ['ia', 'la', 'it', 'fr', 'es'] + #Default value return [] def translate(code, xdict):

14 years, 8 months

SVN: [7157] trunk/pywikipedia/wikipedia.py

by alexsh＠svn.wikimedia.org

Revision: 7157 Author: alexsh Date: 2009-08-16 14:16:51 +0000 (Sun, 16 Aug 2009) Log Message: ----------- Fix:Page._putPage() getagain in badtoken Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-08-16 14:14:15 UTC (rev 7156) +++ trunk/pywikipedia/wikipedia.py 2009-08-16 14:16:51 UTC (rev 7157) @@ -1653,7 +1653,7 @@ else: # We might have been using an outdated token output(u"Edit token has failed. Retrying.") - return self._putPage(text, comment, watchArticle, minorEdit, newPage, token=self.site().getToken(sysop = sysop), newToken = True, sysop = sysop) + return self._putPage(text, comment, watchArticle, minorEdit, newPage, token=self.site().getToken(sysop = sysop, getagain = True), newToken = True, sysop = sysop) # I think the error message title was changed from "Wikimedia Error" # to "Wikipedia has a problem", but I'm not sure. Maybe we could # just check for HTTP Status 500 (Internal Server Error)?

14 years, 8 months

SVN: [7156] trunk/pywikipedia/query.py

by alexsh＠svn.wikimedia.org

Revision: 7156 Author: alexsh Date: 2009-08-16 14:14:15 +0000 (Sun, 16 Aug 2009) Log Message: ----------- add config.authenticate into getData Modified Paths: -------------- trunk/pywikipedia/query.py Modified: trunk/pywikipedia/query.py =================================================================== --- trunk/pywikipedia/query.py 2009-08-16 14:07:10 UTC (rev 7155) +++ trunk/pywikipedia/query.py 2009-08-16 14:14:15 UTC (rev 7156) @@ -86,7 +86,13 @@ while retryCount >= 0: try: jsontext = "Nothing received" - if params['action'] in postAC: + if site.hostname() in wikipedia.config.authenticate.keys(): + predata["Content-type"] = "application/x-www-form-urlencoded" + predata["User-agent"] = useragent + data = site.urlEncode(params) + res = urllib2.urlopen(urllib2.Request(site.protocol() + '://' + site.hostname() + address, data)) + jsontext = res.read() + elif params['action'] in postAC: res, jsontext = site.postData(path, urllib.urlencode(params.items()), cookies=site.cookies(sysop=sysop), sysop=sysop) else: if back_response:

14 years, 8 months

SVN: [7155] trunk/pywikipedia/families/i18n_family.py

by siebrand＠svn.wikimedia.org

Revision: 7155 Author: siebrand Date: 2009-08-16 14:07:10 +0000 (Sun, 16 Aug 2009) Log Message: ----------- Update translatewiki.net namespaces Modified Paths: -------------- trunk/pywikipedia/families/i18n_family.py Modified: trunk/pywikipedia/families/i18n_family.py =================================================================== --- trunk/pywikipedia/families/i18n_family.py 2009-08-16 13:09:09 UTC (rev 7154) +++ trunk/pywikipedia/families/i18n_family.py 2009-08-16 14:07:10 UTC (rev 7155) @@ -93,6 +93,12 @@ self.namespaces[1217] = { '_default': [u'OpenLayers talk'], } + self.namespaces[1218] = { + '_default': [u'FUDforum'], + } + self.namespaces[1219] = { + '_default': [u'FUDforum talk'], + } def version(self, code): return "1.16alpha"

14 years, 8 months

← Newer
1
2
3
4
5
6
7
8
9
10
Older →

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn August 2009