Pywikipedia-svn

pywikipedia-svn@lists.wikimedia.org

5163 discussions

SVN: [6951] trunk/pywikipedia/login.py
by alexsh＠svn.wikimedia.org 11 Jun '09

11 Jun '09

Revision: 6951 Author: alexsh Date: 2009-06-11 17:04:18 +0000 (Thu, 11 Jun 2009) Log Message: ----------- Typo: cannot use double slash in unix...XDrz Modified Paths: -------------- trunk/pywikipedia/login.py Modified: trunk/pywikipedia/login.py =================================================================== --- trunk/pywikipedia/login.py 2009-06-11 16:46:35 UTC (rev 6950) +++ trunk/pywikipedia/login.py 2009-06-11 17:04:18 UTC (rev 6951) @@ -224,7 +224,7 @@ ("en", "wikipedia", "my_en_user", "my_en_pass") """ import wikipediatools - file = open("%s\\%s" % (wikipediatools.get_base_dir(), config.password_file) ) + file = open("%s/%s" % (wikipediatools.get_base_dir(), config.password_file) ) for line in file: if not line.strip(): continue entry = eval(line)

1 0

SVN: [6950] trunk/pywikipedia/login.py
by alexsh＠svn.wikimedia.org 11 Jun '09

11 Jun '09

Revision: 6950 Author: alexsh Date: 2009-06-11 16:46:35 +0000 (Thu, 11 Jun 2009) Log Message: ----------- Fix:cannot locate password files if running script in subfolder Modified Paths: -------------- trunk/pywikipedia/login.py Modified: trunk/pywikipedia/login.py =================================================================== --- trunk/pywikipedia/login.py 2009-06-11 02:56:44 UTC (rev 6949) +++ trunk/pywikipedia/login.py 2009-06-11 16:46:35 UTC (rev 6950) @@ -223,7 +223,8 @@ ("my_sysop_user", "my_sysop_password") ("en", "wikipedia", "my_en_user", "my_en_pass") """ - file = open(config.password_file) + import wikipediatools + file = open("%s\\%s" % (wikipediatools.get_base_dir(), config.password_file) ) for line in file: if not line.strip(): continue entry = eval(line)

1 0

SVN: [6949] trunk/pywikipedia
by alexsh＠svn.wikimedia.org 11 Jun '09

11 Jun '09

Revision: 6949 Author: alexsh Date: 2009-06-11 02:56:44 +0000 (Thu, 11 Jun 2009) Log Message: ----------- * wikimedia_sites.py: add wikiversity info * speedy_delete.py: - update wikipedia and wikinews categories from [[en:C:CSD]] interwiki - add wikt, ws, wb, wv, wq categories from en interwiki - add KeyboardInterrupt exception to quit program when no data in CSD category. Modified Paths: -------------- trunk/pywikipedia/maintenance/wikimedia_sites.py trunk/pywikipedia/speedy_delete.py Modified: trunk/pywikipedia/maintenance/wikimedia_sites.py =================================================================== --- trunk/pywikipedia/maintenance/wikimedia_sites.py 2009-06-10 19:41:57 UTC (rev 6948) +++ trunk/pywikipedia/maintenance/wikimedia_sites.py 2009-06-11 02:56:44 UTC (rev 6949) @@ -6,7 +6,7 @@ sys.path.append('..') import wikipedia -families = ['wikipedia', 'wiktionary', 'wikiquote', 'wikisource', 'wikibooks', 'wikinews'] +families = ['wikipedia', 'wiktionary', 'wikiquote', 'wikisource', 'wikibooks', 'wikinews', 'wikiversity'] familiesDict = { 'wikipedia': 'wikipedias_wiki.php', 'wiktionary': 'wiktionaries_wiki.php', @@ -14,11 +14,12 @@ 'wikisource': 'wikisources_wiki.php', 'wikibooks': 'wikibooks_wiki.php', 'wikinews': 'wikinews_wiki.php', + 'wikiversity': 'wikiversity_wiki.php', } exceptions = ['www'] for family in families: - print 'Checking family %s:' % family + wikipedia.output('Checking family %s:' % family) original = wikipedia.Family(family).languages_by_size obsolete = wikipedia.Family(family).obsolete Modified: trunk/pywikipedia/speedy_delete.py =================================================================== --- trunk/pywikipedia/speedy_delete.py 2009-06-10 19:41:57 UTC (rev 6948) +++ trunk/pywikipedia/speedy_delete.py 2009-06-11 02:56:44 UTC (rev 6949) @@ -36,37 +36,196 @@ csd_cat={ 'wikipedia':{ - 'als': u'Kategorie:Wikipedia:Schnelllöschen', + 'ab': u'Категория:Candidates for speedy deletion', + 'ak': u'Category:Candidates for speedy deletion', + 'ang': u'Flocc:Candidates for speedy deletion', 'ar': u'تصنيف:صفحات للحذف السريع', - 'be': u'Катэгорыя:Вікіпэдыя:Кандыдатуры на выдаленьне', + 'arc': u'Category:Candidates for speedy deletion', + 'av': u'Категория:Candidates for speedy deletion', + 'ay': u'Categoría:Candidates for speedy deletion', + 'az': u'Kateqoriya:Vikipediya:Silinəcək səhifələr', + 'ba': u'Категория:Delete', + 'bar': u'Kategorie:Wikipedia:Schnelllöschen', + 'bat-smg': u'Kateguorėjė:Kandėdatā skobē trintė', + 'be': u'Катэгорыя:Артыкулы да выдалення', + 'be-x-old': u'Катэгорыя:Вікіпэдыя:Кандыдатуры на выдаленьне', + 'bh': u'Category:Candidates for speedy deletion', + 'bi': u'Category:Candidates for speedy deletion', + 'bn': u'বিষয়শ্রেণী:Candidates for speedy deletion', + 'bo': u'Category:Candidates for speedy deletion', + 'br': u'Rummad:Candidates for speedy deletion', + 'bug': u'Kategori:Candidates for speedy deletion', + 'bxr': u'Category:Candidates for speedy deletion', + 'ca': u'Categoria:Sol·licituds de supressió immediata', + 'cbk-zam': u'Categoría:Candidates for speedy deletion', + 'ce': u'Тоба:Candidates for speedy deletion', + 'ch': u'Katigoria:Candidates for speedy deletion', + 'chy': u'Category:Candidates for speedy deletion', + 'chr': u'Category:Candidates for speedy deletion', + 'cr': u'Category:Candidates for speedy deletion', 'cs': u'Kategorie:Stránky ke smazání', + 'cu': u'Катигорі́ꙗ:Страни́цѧ ничьжє́ниꙗ дѣлꙗ́', + 'cv': u'Категори:Тӳрех кăларса пăрахмалли статьясем', 'de': u'Kategorie:Wikipedia:Schnelllöschen', + 'diq': u'Category:Candidates for speedy deletion', + 'dsb': u'Kategorija:Boki k malsnemu lašowanju', + 'dv': u'ޤިސްމު:Candidates for speedy deletion', + 'ee': u'Category:Candidates for speedy deletion', 'en': u'Category:Candidates for speedy deletion', 'es': u'Categoría:Wikipedia:Borrar (definitivo)', 'fa': u'رده:مقالات نامزد حذف سریع', + 'ff': u'Catégorie:Candidates for speedy deletion', + 'fj': u'Category:Candidates for speedy deletion', 'fi': u'Luokka:Roskaa', 'fr': u'Catégorie:Wikipédia:Suppression immédiate demandée', + 'frp': u'Catègorie:Candidates for speedy deletion', + 'gd': u'Category:Candidates for speedy deletion', + 'gn': u'Ñemohenda:Candidates for speedy deletion', + 'gu': u'શ્રેણી:Candidates for speedy deletion', + 'glk': u'رده:Candidates for speedy deletion', + 'ha': u'Category:Candidates for speedy deletion', + 'hak': u'Category:Candidates for speedy deletion', + 'haw': u'Māhele:Candidates for speedy deletion', 'he': u'קטגוריה:ויקיפדיה: למחיקה מהירה', 'hsb': u'Kategorija:Strony k spěšnemu wušmórnjenju', + 'ht': u'Kategori:Candidates for speedy deletion', 'ia': u'Categoria:Wikipedia:Eliminar', - 'it': 'Categoria:Da_cancellare_subito', - 'ja': u'Category:即時削除', + 'ie': u'Category:Candidates for speedy deletion', + 'ig': u'Category:Candidates for speedy deletion', + 'ik': u'Category:Candidates for speedy deletion', + 'ilo': u'Category:Candidates for speedy deletion', + 'it': u'Categoria:Da cancellare subito', + 'iu': u'Category:Candidates for speedy deletion', + 'ja': u'Category:即時削除対象のページ', + 'jbo': u'Category:Candidates for speedy deletion', + 'kg': u'Category:Candidates for speedy deletion', + 'ki': u'Category:Candidates for speedy deletion', + 'kl': u'Kategori:Candidates for speedy deletion', + 'ko': u'분류:삭제 신청 문서', 'ks': u'Category:Candidates for speedy deletion', - 'nah': u'Categoría:Huiquipedia:Borrar (definitivo)', + 'kw': u'Category:Candidates for speedy deletion', + 'lad': u'Categoría:Candidates for speedy deletion', + 'lg': u'Category:Candidates for speedy deletion', + 'lij': u'Categorîa:Candidates for speedy deletion', + 'ln': u'Catégorie:Candidates for speedy deletion', + 'lt': u'Kategorija:Kandidatai skubiai trinti', + 'mg': u'Sokajy:Candidates for speedy deletion', + 'mk': u'Категорија:Страници за брзо бришење', + 'ml': u'വര്‍ഗ്ഗം:Candidates for speedy deletion', + 'na': u'Category:Candidates for speedy deletion', + 'nah': u'Neneuhcāyōtl:Huiquipedia:Borrar (definitivo)', + 'nds': u'Kategorie:Wikipedia:Gauweg', + 'ng': u'Category:Candidates for speedy deletion', 'nl': u'Categorie:Wikipedia:Nuweg', 'no': u'Kategori:Sider som er foreslått raskt slettet', + 'nov': u'Category:Candidates for speedy deletion', + 'nrm': u'Category:Candidates for speedy deletion', + 'nv': u'T\'ááłáhági át\'éego:Candidates for speedy deletion', + 'ny': u'Category:Candidates for speedy deletion', + 'om': u'Category:Wikipedia:Candidates for speedy deletion', + 'or': u'Category:Candidates for speedy deletion', + 'pa': u'ਸ਼੍ਰੇਣੀ:Delete', + 'pag': u'Category:Candidates for speedy deletion', + 'pam': u'Category:Candidates for speedy deletion', + 'pdc': u'Kategorie:Wikipedia:Lösche', 'pl': u'Kategoria:Ekspresowe kasowanko', + 'pih': u'Category:Candidates for speedy deletion', 'pt': u'Categoria:Páginas para eliminação rápida', + 'rn': u'Category:Candidates for speedy deletion', + 'ro': u'Categorie:Pagini de şters rapid', + 'roa-tara': u'Category:Candidates for speedy deletion', 'ru': u'Категория:Википедия:К быстрому удалению', + 'rw': u'Category:Candidates for speedy deletion', + 'sa': u'वर्गः:Candidates for speedy deletion', + 'sco': u'Category:Candidates for speedy deletion', + 'sd': u'زمرو:ترت ڊاٺ جا اميدوار', + 'simple': u'Category:Quick deletion requests', + 'sl': u'Kategorija:Predlogi za hitro brisanje', + 'sm': u'Category:Candidates for speedy deletion', + 'sn': u'Category:Candidates for speedy deletion', + 'ss': u'Category:Candidates for speedy deletion', + 'st': u'Category:Candidates for speedy deletion', + 'stq': u'Kategorie:Candidates for speedy deletion', 'sv': u'Kategori:Snabba raderingar', + 'sw': u'Jamii:Deleteme', + 'szl': u'Kategoria:Rychue wyćepywańy', + 'te': u'వర్గం:Candidates for speedy deletion', + 'th': u'หมวดหมู่:หน้าที่ถูกแจ้งลบ', + 'ti': u'Category:Candidates for speedy deletion', + 'tr': u'Kategori:Vikipedi silinecek sayfalar', + 'ts': u'Category:Candidates for speedy deletion', + 'tt': u'Törkem:Candidates for speedy deletion', + 'tum': u'Category:Candidates for speedy deletion', + 'tw': u'Category:Candidates for speedy deletion', 'uk': u'Категорія:Статті до швидкого вилучення', + 'ug': u'Category:Candidates for speedy deletion', + 've': u'Category:Candidates for speedy deletion', + 'vo': u'Klad:Pads moükabik', 'vi': u'Thể loại:Chờ xoá', + 'vec': u'Categoria:Da cancełare subito', + 'vls': u'Categorie:Wikipedia:Nuweg', + 'war': u'Category:Candidates for speedy deletion', + 'xal': u'Янз:Candidates for speedy deletion', + 'xh': u'Category:Candidates for speedy deletion', + 'yo': u'Ẹ̀ka:Candidates for speedy deletion', + 'za': u'分类:Candidates for speedy deletion', 'zh': u'Category:快速删除候选', + 'zh-classical': u'Category:速刪候', 'zh-yue': u'Category:快速刪除候選', + 'zu': u'Category:Candidates for speedy deletion', }, 'wikinews':{ + 'en': u'Category:Speedy deletion', + 'ja': u'Category:即時削除', 'zh': u'Category:快速删除候选', }, + 'wikisource':{ + 'ar': u'تصنيف:صفحات تخضع لنقاش الحذف', + 'id': u'Kategori:Usulan penghapusan', + 'ja': u'Category:即時削除', + 'no': u'Kategori:Sider som er foreslått raskt slettet', + 'pt': u'Categoria:!Páginas para eliminação rápida', + 'ro': u'Categorie:Propuneri pentru ştergere', + 'zh': u'Category:快速删除候选', + }, + 'wikiversity':{ + 'beta': u'Category:Candidates for speedy deletion', + 'cs': u'Kategorie:Stránky ke smazání', + 'de': u'Kategorie:Wikiversity:Löschen', + 'el': u'Κατηγορία:Σελίδες για γρήγορη διαγραφή', + 'en': u'Category:Candidates for speedy deletion', + 'es': u'Categoría:Wikiversidad:Borrar (definitivo)', + 'it': u'Categoria:Da cancellare subito', + 'ja': u'Category:Candidates for speedy deletion', + 'pt': u'Categoria:!Páginas para eliminação rápida', + }, + 'wikiquote':{ + 'cs': u'Kategorie:Údržba:Stránky ke smazání', + 'en': u'Category:Candidates for speedy deletion', + 'fi': u'Luokka:Roskaa', + 'ja': u'Category:即時削除', + 'ru': u'Категория:Викицитатник:К быстрому удалению', + 'simple': u'Category:Quick deletion requests', + 'zh': u'Category:快速删除候选', + }, + 'wiktionary':{ + 'en': u'Category:Candidates for speedy deletion', + 'fi': u'Luokka:Roskaa', + 'fr': u'Catégorie:Pages à supprimer rapidement', + 'ja': u'Category:即時削除', + 'simple': u'Category:Quick deletion requests', + 'tt': u'Törkem:Candidates for speedy deletion', + 'zh': u'Category:快速删除候选', + }, + 'wikibooks':{ + 'ca': u'Categoria:Elements a eliminar', + 'en': u'Category:Candidates for speedy deletion', + 'es': u'Categoría:Wikilibros:Borrar', + 'it': u'Categoria:Da cancellare subito', + 'ja': u'Category:即時削除', + 'pl': u'Kategoria:Ekspresowe kasowanko', + 'zh': u'Category:快速删除候选', + }, } # If the site has several templates for speedy deletion, it might be @@ -120,7 +279,7 @@ }, 'zh':{ u'_default':u'[[WP:CSD]]', - u'Db-spam':u'[[WP:CSD#G11|CSD G11]]: 廣告、宣傳頁面', + u'Db-spam':u'[[WP:CSD#G11|CSD G11]]: 廣告、宣傳頁面', u'Notchinese':u'[[WP:CSD#G7|CSD G7]]: 非中文條目且長時間未翻譯', u'No source':u'[[WP:CSD#I3|CSD I3]]: 沒有來源連結，無法確認來源與版權資訊', u'No license':u'[[WP:CSD#I3|CSD I3]]: 沒有版權模板，無法確認版權資訊', @@ -313,8 +472,11 @@ startFromBeginning = True if count == 0: if startFromBeginning: - wikipedia.output(u'There are no pages to delete. Waiting for 30 seconds...') - time.sleep(30) + wikipedia.output(u'There are no pages to delete.\nWaiting for 30 seconds or press Ctrl+C to quit...') + try: + time.sleep(30) + except KeyboardInterrupt: + keepGoing = False else: startFromBeginning = True wikipedia.output(u'Quitting program.')

1 0

SVN: [6948] trunk/pywikipedia/wikipedia.py
by valhallasw＠svn.wikimedia.org 10 Jun '09

10 Jun '09

Revision: 6948 Author: valhallasw Date: 2009-06-10 19:41:57 +0000 (Wed, 10 Jun 2009) Log Message: ----------- * Extended version of put() that allows a maximum number of attempts to be given. If the maximum is reached, a MaxTriesExceededError exception is thrown * I have not touched put_async: its call signature is not the same as put() and I don't know why - I'm staying on the safe side for that :) Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-06-09 18:40:41 UTC (rev 6947) +++ trunk/pywikipedia/wikipedia.py 2009-06-10 19:41:57 UTC (rev 6948) @@ -208,6 +208,9 @@ self.length = arg self.limit = arg2, +class MaxTriesExceededError(PageNotSaved): + """Saving the page has failed because the maximum number of attempts has been reached""" + class ServerError(Error): """Got unexpected server response""" @@ -1359,7 +1362,7 @@ force, callback)) def put(self, newtext, comment=None, watchArticle=None, minorEdit=True, - force=False, sysop=False, botflag=True): + force=False, sysop=False, botflag=True, maxTries=-1): """Save the page with the contents of the first argument as the text. Optional parameters: @@ -1369,6 +1372,7 @@ watchlist (if None, leave watchlist status unchanged) minorEdit: mark this edit as minor if True force: ignore botMayEdit() setting. + maxTries: the maximum amount of save attempts. -1 for infinite. """ # Login try: @@ -1417,7 +1421,7 @@ comment = encodeEsperantoX(comment) return self._putPage(newtext, comment, watchArticle, minorEdit, - newPage, self.site().getToken(sysop = sysop), sysop = sysop, botflag=botflag) + newPage, self.site().getToken(sysop = sysop), sysop = sysop, botflag=botflag, maxTries=maxTries) def _encodeArg(self, arg, msgForError): """Encode an ascii string/Unicode string to the site's encoding""" @@ -1435,7 +1439,7 @@ def _putPage(self, text, comment=None, watchArticle=False, minorEdit=True, newPage=False, token=None, newToken=False, sysop=False, - captcha=None, botflag=True): + captcha=None, botflag=True, maxTries=-1): """Upload 'text' as new content of Page by filling out the edit form. Don't use this directly, use put() instead. @@ -1490,6 +1494,9 @@ retry_attempt = 1 dblagged = False while True: + if (maxTries == 0): + raise MaxTriesExceededError() + maxTries -= 1 # Check whether we are not too quickly after the previous # putPage, and wait a bit until the interval is acceptable if not dblagged:

1 0

SVN: [6947] trunk/pywikipedia/wikipedia.py
by purodha＠svn.wikimedia.org 09 Jun '09

09 Jun '09

Revision: 6947 Author: purodha Date: 2009-06-09 18:40:41 +0000 (Tue, 09 Jun 2009) Log Message: ----------- (r6946) Fix several typos. (r6943) Add forgotten comments, and parameters. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-06-09 18:22:04 UTC (rev 6946) +++ trunk/pywikipedia/wikipedia.py 2009-06-09 18:40:41 UTC (rev 6947) @@ -4885,12 +4885,12 @@ globalRights = globalRights.split('","') self._rights[index] = globalRights if self._isLoggedIn[index]: - if 'Global_bot' in globalRights: # This account had global bot flag, no need to check local flags. + if 'Global_bot' in globalRights: # This account has the global bot flag, no need to check local flags. checkLocal = False else: - output(u'Your bot account does not have global bot flag, checking local flag.') + output(u'Your bot account does not have global the bot flag, checking local flag.') else: - if verbose: output(u'Note:this language does not allowed global bot.') + if verbose: output(u'Note: this language does not allow global bots.') if m and checkLocal: rights = m.group(1) rights = rights.split('", "') @@ -5358,7 +5358,7 @@ if not repeat: break - def recentchanges(self, number = 100, rcstart = None, rcend = None, rcshow = None, rctype ='edit|new', repeat = False): + def recentchanges(self, number = 100, rcstart = None, rcend = None, rcshow = None, rctype ='edit|new', namespace=None, includeredirects=True, repeat = False): """ Yield ImagePages from APIs, call: action=query&list=recentchanges&rctype=edit|new&rclimit=500 @@ -5370,6 +5370,9 @@ rcdir - In which direction to enumerate. One value: newer, older Default: older + rcnamespace - Filter log entries to only this namespace(s) + Values (separate with '|'): + 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15 rcprop - Include additional pieces of information Values (separate with '|'): user, comment, flags, timestamp, title, ids, sizes,

1 0

SVN: [6946] trunk/pywikipedia
by alexsh＠svn.wikimedia.org 09 Jun '09

09 Jun '09

Revision: 6946 Author: alexsh Date: 2009-06-09 18:22:04 +0000 (Tue, 09 Jun 2009) Log Message: ----------- *config.py -preSet globalAccount flag -remove no use comment. *family.py -add cross_allowed for global bot flag -update ns-info by update_namespaces.py *families -add allowed languages -update ns-info by update_namespaces.py -fix oldwikisource link faild when SSL *login.py:typo *spamremove.py:typo for syntax in msgs *speedy_delete.py:add new template for zhwiki *wikipedia.py -site._getUserData:detect global bot flag. -translate: add keyword "_default" -output: ignore print_stack raise None when OS in windows Modified Paths: -------------- trunk/pywikipedia/config.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wikiquote_family.py trunk/pywikipedia/families/wikisource_family.py trunk/pywikipedia/families/wikiversity_family.py trunk/pywikipedia/families/wiktionary_family.py trunk/pywikipedia/family.py trunk/pywikipedia/login.py trunk/pywikipedia/spamremove.py trunk/pywikipedia/speedy_delete.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/config.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -44,6 +44,7 @@ sysopnames = {} disambiguation_comment = {} gdab_namespaces = {} +account_global = False # Solve captchas in the webbrowser. Setting this to False will result in the # exception CaptchaError be thrown if a captcha is encountered. @@ -63,11 +64,7 @@ # 2. You must use the hostname of the site, not its family/language pair authenticate = {} -# # Security Connection for Wikimedia Projects -# -# -# SSL_connection = False # Available security projects @@ -75,11 +72,6 @@ u'wikipedia',u'wikinews',u'wikisource',u'wiktionary',u'wikibooks',u'wikiquote',u'wikiversity', u'meta',u'mediawiki',u'commons',u'species',u'incubator' ] -#] -# -# -# -# # password_file = ".passwd" # A password file with default passwords. For more information, please @@ -548,6 +540,7 @@ if _all or _glv[_name]!=globals()[_name]: print _name,"=",repr(globals()[_name]) + # cleanup all locally-defined variables for __var in globals().keys(): Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/families/wikipedia_family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -409,7 +409,7 @@ 'als': u'Portal Diskussion', 'an': u'Descusión Portal', 'ar': u'نقاش البوابة', - 'arz': u'نقاش البوابة', + 'arz': u'مناقشة بوابة', 'bar': u'Portal Diskussion', 'be-x-old': u'Абмеркаваньне парталу', 'bg': u'Портал беседа', @@ -851,6 +851,22 @@ 'zh-min-nan': u'Khu-pia̍t-ia̍h', } + self.cross_allowed = [ + 'ab','af','ak','am','ang','arc','arz','as','av','ay','az','ba','bcl', + 'be-x-old','be','bg','bh','bi','bm','bo','bpy','bug','bxr','cbk-zam', + 'cdo','ce','ch','chy','co','crh','cr','csb','cu','diq','dsb','dz', + 'ee','eml','eu','ext','fa','ff','fj','fo','frp','fur','gan','ga','glk', + 'gn','got','gu','gv','ha','hak','haw','hif','hi','hsb','ht','hu','hy', + 'ia','ie','ig','ik','ilo','iow','iu','jbo','kaa','kab','ka','kg','ki', + 'kl','km','kn','ko','ks','ku','kv','kw','ky','lad','lbe','lg','li','lij', + 'lmo','ln','lo','map-bms','mdf','mg','mk','mn','myv','my','mzn','nah', + 'na','nds-nl','new','nl','nov','nrm','nv','ny','om','or','os','pam','pap', + 'pa','pdc','pnt','ps','qu','rm','rmy','rn','roa-rup','roa-tara','sah', + 'sa','sc','sco','sd','se','sg','sh','simple','si','sk','sm','sn','so', + 'srn','stq','st','su','sw','szl','ta','te','tet','tg','ti','tn','to', + 'tpi','ts','tt','tum','tw','ty','ug','uz','ve','wa','war','wo','wuu', + 'xal','xh','yi','yo','za','zh','zu' + ] # On most Wikipedias page names must start with a capital letter, but some # languages don't use this. Modified: trunk/pywikipedia/families/wikiquote_family.py =================================================================== --- trunk/pywikipedia/families/wikiquote_family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/families/wikiquote_family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -62,6 +62,7 @@ 'sk': u'Wikicitáty', 'sl': u'Wikinavedek', 'tr': u'Vikisöz', + 'uk': u'Вікіцитати', 'ur': u'وکی اقتباسات', 'uz': u'Vikiiqtibos', } @@ -135,7 +136,7 @@ 'th': u'คุยเรื่องWikiquote', 'tr': u'Vikisöz tartışma', 'tt': u'Wikiquote bäxäse', - 'uk': u'Обговорення Wikiquote', + 'uk': u'Обговорення Вікіцитатей', 'ur': u'تبادلۂ خیال وکی اقتباسات', 'uz': u'Vikiiqtibos munozarasi', 'vi': u'Thảo luận Wikiquote', @@ -202,6 +203,11 @@ # List of languages that want the category on_one_line. self.category_on_one_line = [] + + self.cross_allowed = [ + 'af','am','ang','ar','ast','az','da','fa','it', + 'ka','ko','la','nn','no','ro','simple','sv','zh' + ] # Which languages have a special order for putting interlanguage links, # and what order is it? If a language is not in interwiki_putfirst, # alphabetical order on language code is used. For languages that are in Modified: trunk/pywikipedia/families/wikisource_family.py =================================================================== --- trunk/pywikipedia/families/wikisource_family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/families/wikisource_family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -1,6 +1,6 @@ # -*- coding: utf-8 -*- import urllib -import family, config, wikipedia +import family, config __version__ = '$Id$' @@ -20,7 +20,6 @@ 'gl', 'zh-min-nan', 'fo', ] - self.langs['-'] = 'wikisource.org' if config.SSL_connection and self.name in config.available_ssl_project: for lang in self.languages_by_size: self.langs[lang] = 'secure.wikimedia.org' @@ -60,6 +59,7 @@ 'hu': u'Wikiforrás', 'hy': u'Վիքիդարան', 'is': u'Wikiheimild', + 'ko': u'위키문헌', 'la': u'Vicifons', 'li': u'Wikibrónne', 'lt': u'Vikišaltiniai', @@ -105,7 +105,7 @@ 'it': u'Discussioni Wikisource', 'ja': u'Wikisource‐ノート', 'kn': u'Wikisource ಚರ್ಚೆ', - 'ko': u'Wikisource토론', + 'ko': u'위키문헌토론', 'la': u'Disputatio Vicifontis', 'li': u'Euverlèk Wikibrónne', 'lt': u'Vikišaltiniai aptarimas', @@ -345,10 +345,19 @@ 'pl': self.alphabetic, 'simple': self.alphabetic } - if config.SSL_connection and wikipedia.default_code == '-': - def scriptpath(self, code): - return '/wikipedia/sources/w' - + self.cross_allowed = [ + 'el','fa','it','ko','no','zh' + ] + + def scriptpath(self, code): + if config.SSL_connection: + if code == '-': + return '/wikipedia/sources/w' + else: + return '/%s/%s/w' % (self.name, code) + else: + return '/w' + def version(self, code): return '1.15alpha' Modified: trunk/pywikipedia/families/wikiversity_family.py =================================================================== --- trunk/pywikipedia/families/wikiversity_family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/families/wikiversity_family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -110,10 +110,15 @@ } self.namespaces[110] = { 'fr': u'Transwiki', + 'ja': u'Transwiki', } self.namespaces[111] = { 'fr': u'Discussion Transwiki', + 'ja': u'Transwiki‐ノート', } + self.cross_allowed = [ + 'ja', + ] def version(self,code): return '1.15alpha' Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/families/wiktionary_family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -370,6 +370,10 @@ # letter on ALL Wiktionaries. self.nocapitalize = self.langs.keys() + self.cross_allowed = [ + 'ang','bg','bn','eo','fa','fy','gd','ia','ie','jv','ka','lt','mk', + 'nl','no','sk','th','ti','ts','uk','vo','za','zh-min-nan','zh', + ] self.obsolete = { 'aa': None, # http://meta.wikimedia.org/wiki/Proposals_for_closing_projects/Closure_of_Af… 'ab': None, # http://meta.wikimedia.org/wiki/Proposals_for_closing_projects/Closure_of_Ab… Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/family.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -875,11 +875,15 @@ 4: { '_default': u'Project', 'cs': u'Wikizdroje', + 'ko': u'위키문헌', + 'uk': u'Вікіцитати', }, 5: { '_default': u'Project talk', 'cs': u'Wikizdroje diskuse', 'gan': u'Wikipedia talk', + 'ko': u'위키문헌토론', + 'uk': u'Обговорення Вікіцитатей', }, 6: { '_default': [u'File', u'Image'], @@ -2946,7 +2950,8 @@ self.disambiguationTemplates = { '_default': [] } - + # A list with the name in the cross-language flag permissions + self.cross_allowed = [] # A list with the name of the category containing disambiguation # pages for the various languages. Only one category per language, # and without the namespace, so add things like: Modified: trunk/pywikipedia/login.py =================================================================== --- trunk/pywikipedia/login.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/login.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -298,7 +298,7 @@ for familyName in namedict.iterkeys(): for lang in namedict[familyName].iterkeys(): try: - site = wikipedia.getSite(code=lang, fam=familyName) + site = wikipedia.getSite( code=lang, fam=familyName ) if not forceLogin and site.loggedInAs(sysop = sysop) is not None: wikipedia.output(u'Already logged in on %s' % site) else: Modified: trunk/pywikipedia/spamremove.py =================================================================== --- trunk/pywikipedia/spamremove.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/spamremove.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -37,7 +37,7 @@ 'en': u'Removing links to spamming site %s', 'es': u'Removiendo enlaces a sitio publicitario %s', 'he': u'מסיר קישורים לאתר ספאם %s', - 'fr': u'Suppression du lien blacklisté %s' + 'fr': u'Suppression du lien blacklisté %s', 'it': u'Rimuovo link contenuto nella Spam-Blacklist %s', 'ja': u'ロボットによる: 迷惑リンク削除 %s', 'nl': u'Links naar gespamde site: %s verwijderd', Modified: trunk/pywikipedia/speedy_delete.py =================================================================== --- trunk/pywikipedia/speedy_delete.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/speedy_delete.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -120,6 +120,7 @@ }, 'zh':{ u'_default':u'[[WP:CSD]]', + u'Db-spam':u'[[WP:CSD#G11|CSD G11]]: 廣告、宣傳頁面', u'Notchinese':u'[[WP:CSD#G7|CSD G7]]: 非中文條目且長時間未翻譯', u'No source':u'[[WP:CSD#I3|CSD I3]]: 沒有來源連結，無法確認來源與版權資訊', u'No license':u'[[WP:CSD#I3|CSD I3]]: 沒有版權模板，無法確認版權資訊', Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-06-08 13:28:24 UTC (rev 6945) +++ trunk/pywikipedia/wikipedia.py 2009-06-09 18:22:04 UTC (rev 6946) @@ -4876,7 +4876,22 @@ # Check user groups, if possible (introduced in 1.10) groupsR = re.compile(r'var wgUserGroups = \[\"(.+)\"\];') m = groupsR.search(text) - if m: + checkLocal = True + if default_code in self.family.cross_allowed: # if current languages in cross allowed list, check global bot flag. + globalgroupsR = re.compile(r'var wgGlobalGroups = \[\"(.+)\"\];') + mg = globalgroupsR.search(text) + if mg: # the account had global permission + globalRights = mg.group(1) + globalRights = globalRights.split('","') + self._rights[index] = globalRights + if self._isLoggedIn[index]: + if 'Global_bot' in globalRights: # This account had global bot flag, no need to check local flags. + checkLocal = False + else: + output(u'Your bot account does not have global bot flag, checking local flag.') + else: + if verbose: output(u'Note:this language does not allowed global bot.') + if m and checkLocal: rights = m.group(1) rights = rights.split('", "') if '*' in rights: @@ -6441,8 +6456,8 @@ # about it. nonGlobalArgs.append(arg) if verbose: - output(u'Pywikipediabot %s' % (version.getversion())) - output(u'Python %s' % (sys.version)) + output('Pywikipediabot %s' % (version.getversion())) + output('Python %s' % (sys.version)) return nonGlobalArgs ######################### @@ -6604,7 +6619,7 @@ if hasattr(code,'lang'): code = code.lang - if 'wikipedia' in xdict: + if 'wikipedia' in xdict: # If xdict attribute is wikipedia, define the xdite had multiple projects if default_family in xdict: xdict = xdict[default_family] else: @@ -6615,7 +6630,9 @@ for alt in altlang(code): if alt in xdict: return xdict[alt] - if 'en' in xdict: + if '_default' in xdict: + return xdict['_default'] + elif 'en' in xdict: return xdict['en'] return xdict.values()[0] @@ -6759,7 +6776,7 @@ if decoder: text = unicode(text, decoder) elif type(text) is not unicode: - if verbose: + if verbose and sys.platform != 'win32': print "DBG> BUG: Non-unicode (%s) passed to wikipedia.output without decoder!" % type(text) print traceback.print_stack() print "DBG> Attempting to recover, but please report this problem"

1 0

SVN: [6945] trunk/pywikipedia/fixes.py
by purodha＠svn.wikimedia.org 08 Jun '09

08 Jun '09

Revision: 6945 Author: purodha Date: 2009-06-08 13:28:24 +0000 (Mon, 08 Jun 2009) Log Message: ----------- few 'ksh' messages added, documentation upgraded. Modified Paths: -------------- trunk/pywikipedia/fixes.py Modified: trunk/pywikipedia/fixes.py =================================================================== --- trunk/pywikipedia/fixes.py 2009-06-07 20:35:08 UTC (rev 6944) +++ trunk/pywikipedia/fixes.py 2009-06-08 13:28:24 UTC (rev 6945) @@ -13,6 +13,12 @@ run this in automatic mode. * case-de - fix upper/lower case errors in German * grammar-de - fix grammar and typography in German + * vonbis - Ersetze Binde-/Gedankenstrich durch "bis" in German + * music - Links auf Begriffsklärungen in German + * datum - specific date formats in German + * correct-ar - Corrections for Arabic Wikipedia and any Arabic wiki. + * yu-tld - the yu top-level domain will soon be disabled, see + http://lists.wikimedia.org/pipermail/wikibots-l/2009-February/000290.html """ fixes = { @@ -29,6 +35,7 @@ 'fr':u'Robot: convertit/fixe HTML', 'he':u'בוט: ממיר/מתקן HTML', 'ja':u'ロボットによる: HTML転換', + 'ksh':u'Bot: vun HTML en Wikikood wandelle', 'ia':u'Robot: conversion/reparation de HTML', 'lt':u'robotas: konvertuojamas/taisomas HTML', 'nl':u'Bot: conversie/reparatie HTML', @@ -565,6 +572,7 @@ 'de': u'Bot: Ersetze Links auf .yu-Domains', 'en': u'Robot: Replacing links to .yu domains', 'fr': u'Robot: Correction des liens pointant vers le domaine .yu, qui expire en 2009', + 'ksh': u'Bot: de ahle .yu-Domains loufe us, dröm ußjetuusch', }, 'replacements': [ (u'www.budva.cg.yu', u'www.budva.rs'),

1 0

SVN: [6944] trunk/pywikipedia/interwiki.py
by purodha＠svn.wikimedia.org 07 Jun '09

07 Jun '09

Revision: 6944 Author: purodha Date: 2009-06-07 20:35:08 +0000 (Sun, 07 Jun 2009) Log Message: ----------- (r6943) add forgotten spaces. Modified Paths: -------------- trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2009-06-07 12:46:54 UTC (rev 6943) +++ trunk/pywikipedia/interwiki.py 2009-06-07 20:35:08 UTC (rev 6944) @@ -382,7 +382,7 @@ 'da': (u'robot ', u'Tilføjer', u'Fjerner', u'Ændrer'), 'de': (u'Bot: ', u'Ergänze', u'Entferne', u'Ändere'), 'dv': (u'ރޮބޮޓ ', u'އިތުރު ކުރުނ', u'ފޮހެލުނ', u'ބަދަލު ގެނައުނ'), - 'el': (u'Ρομπότ:', u'Προσθήκη', u'Αφαίρεση', u'Τροποποίηση'), + 'el': (u'Ρομπότ: ', u'Προσθήκη', u'Αφαίρεση', u'Τροποποίηση'), 'en': (u'robot ', u'Adding', u'Removing', u'Modifying'), 'eo': (u'roboto ', u'aldono de', u'forigo de', u'modifo de'), 'es': (u'robot ', u'Añadido', u'Eliminado', u'Modificado'), @@ -399,7 +399,7 @@ 'gl': (u'bot ', u'Engadido', u'Eliminado', u'Modificado'), 'gn': (u'bot ', u'ojoapy', u'oñembogue', u'oñemoambue'), 'he': (u'בוט ', u'מוסיף', u'מסיר', u'משנה'), - 'hr': (u'robot', u'Dodaje', u'Uklanja', u'Mijenja'), + 'hr': (u'robot ', u'Dodaje', u'Uklanja', u'Mijenja'), 'hsb': (u'bot ', u'přidał', u'wotstronił', u'změnił'), 'ht': (u'wobo ', u'Ajoute', u'Anlve', u'Modifye'), 'hu': (u'Bot: ', u'következő hozzáadása', u'következő eltávolítása', u'következő módosítása'), @@ -409,7 +409,7 @@ 'io': (u'roboto ', u'adjuntas', u'efacas', u'modifikas'), 'is': (u'robot ', u'Bæti við', u'Fjarlægi', u'Breyti'), 'it': (u'Bot: ', u'Aggiungo', u'Tolgo', u'Modifico'), - 'ja': (u'ロボットによる', u'追加', u'除去', u'変更'), + 'ja': (u'ロボットによる ', u'追加', u'除去', u'変更'), 'ka': (u'ბოტის ', u'დამატება', u'წაშლა', u'შეცვლა'), 'ko': (u'로봇이 ', u'더함', u'지움', u'바꿈'), 'kk': (u'Боттың ', u'үстегені', u'аластағаны', u'түзеткені'), @@ -436,7 +436,7 @@ 'no': (u'robot ', u'legger til', u'fjerner', u'endrer'), 'nov': (u'robote ', u'Adid', u'Ekartad', u'Modifikad'), 'nrm': (u'robot ', u'ajouôte', u'hale', u'amende'), - 'os': (u'Робот', u'баххæст кодта', u'Баивта', u'Аиуварс'), + 'os': (u'Робот ', u'баххæст кодта', u'Баивта', u'Аиуварс'), 'pl': (u'robot ', u'dodaje', u'usuwa', u'poprawia'), 'pms': (u'ël trigomiro ', u'a gionta', u'a gava', u'a modìfica'), 'pt': (u'Bot: ', u'Adicionando', u'Removendo',u'Modificando'), @@ -446,21 +446,21 @@ 'sk': (u'robot ', u'Pridal', u'Odobral',u'Zmenil' ), 'sl': (u'robot ', u'Dodajanje', u'Odstranjevanje', u'Spreminjanje'), 'sq': (u'roboti ', u'shtoj', u'largoj', u'ndryshoj'), - 'sr': (u'Бот', u'Додаје', u'Брише', u'Мења'), + 'sr': (u'Бот ', u'Додаје', u'Брише', u'Мења'), 'su': (u'bot ', u'Nambih', u'Miceun', u'Ngarobih'), 'sv': (u'robot ', u'Lägger till', u'Tar bort', u'Ändrar'), 'sw': (u'roboti ', u'Nyongeza', u'Ondoa', u'Badiliko'), 'szl': (u'Bot ', u'dodowo', u'wyćepuje', u'zmjyńo'), 'ta': (u'தானியங்கி',u'இணைப்பு',u'அழிப்பு',u'மாற்றல்'), - 'te': (u'యంత్రము ', u'కలుపుతున్నది', u'తొలగిస్తున్నది', u'మార్పులు చేస్తున్నది'), + 'te': (u'యంత్రము ', u'కలుపుతున్నది', u'తొలగిస్తున్నది', u'మార్పులు చేస్తున్నది'), 'tet': (u'bot ', u'tau tan', u'hasai', u'filak'), 'tg': (u'робот ', u'илова карда истодааст', u'дигаргуни карда истодааст', u'ҳaвз карда истодааст'), 'tl': (u'robot ', u'dinagdag', u'tinanggal', u'binago'), 'to': (u'mīsini', u'ʻoku tānaki', u'ʻoku toʻo', u'ʻoku liliu'), - 'tr': (u'Bot değişikliği', u'Ekleniyor', u'Kaldırılıyor', u'Değiştiriliyor'), + 'tr': (u'Bot değişikliği ', u'Ekleniyor', u'Kaldırılıyor', u'Değiştiriliyor'), 'th': (u'โรบอต ', u'เพิ่ม', u'ลบ', u'แก้ไข'), - 'uk': (u'робот', u'додав', u'видалив', u'змінив'), - 'uz': (u'Bot', u'Qoʻshdi', u'Tuzatdi', u'Oʻchirdi'), + 'uk': (u'робот ', u'додав', u'видалив', u'змінив'), + 'uz': (u'Bot ', u'Qoʻshdi', u'Tuzatdi', u'Oʻchirdi'), 'vi': (u'robot ', u'Thêm', u'Dời', u'Thay'), 'vo': (u'bot ', u'läükon', u'moükon', u'votükon'), 'war':(u'robot ', u'Gindugngan', u'Gintanggal', u'Ginliwat'),

1 0

SVN: [6943] trunk/pywikipedia/interwiki.py
by purodha＠svn.wikimedia.org 07 Jun '09

07 Jun '09

Revision: 6943 Author: purodha Date: 2009-06-07 12:46:54 +0000 (Sun, 07 Jun 2009) Log Message: ----------- I18n message handling shoved into one subroutine. Code simplified, more complete i18n prepared. Modified Paths: -------------- trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2009-06-07 05:24:19 UTC (rev 6942) +++ trunk/pywikipedia/interwiki.py 2009-06-07 12:46:54 UTC (rev 6943) @@ -1381,7 +1381,7 @@ except wikipedia.NoPage: wikipedia.output(u"BUG>>> %s no longer exists?" % new[site].aslink(True)) continue - mods, adding, removing, modifying = compareLanguages(old, new, insite = lclSite) + mods, mcomment, adding, removing, modifying = compareLanguages(old, new, insite = lclSite) if (len(removing) > 0 and not globalvar.autonomous) or (len(modifying) > 0 and self.problemfound) or len(old) == 0 or (globalvar.needlimit and len(adding) + len(modifying) >= globalvar.needlimit +1): try: if self.replaceLinks(new[site], new, bot): @@ -1498,7 +1498,7 @@ old[page2.site()] = page2 # Check what needs to get done - mods, adding, removing, modifying = compareLanguages(old, new, insite = page.site()) + mods, mcomment, adding, removing, modifying = compareLanguages(old, new, insite = page.site()) # When running in autonomous mode without -force switch, make sure we don't remove any items, but allow addition of the new ones if globalvar.autonomous and not globalvar.force and len(removing) > 0: @@ -1516,7 +1516,7 @@ new[rmsite] = old[rmsite] wikipedia.output(u"WARNING: %s is either deleted or has a mismatching disambiguation state." % rmPage.aslink(True)) # Re-Check what needs to get done - mods, adding, removing, modifying = compareLanguages(old, new, insite = page.site()) + mods, mcomment, adding, removing, modifying = compareLanguages(old, new, insite = page.site()) if not mods: wikipedia.output(u'No changes needed' ) @@ -1574,7 +1574,7 @@ timeout=60 while 1: try: - status, reason, data = page.put(newtext, comment = wikipedia.translate(page.site().lang, msg)[0] + mods) + status, reason, data = page.put(newtext, comment = mcomment) except wikipedia.LockedPage: wikipedia.output(u'Page %s is locked. Skipping.' % (page.title(),)) raise SaveError @@ -1877,7 +1877,8 @@ removing = sorted(oldiw - newiw) modifying = sorted(site for site in oldiw & newiw if old[site] != new[site]) - mods = "" + mcomment = u'' + mods = u'' if len(adding) + len(removing) + len(modifying) <= 3: # Use an extended format for the string linking to all added pages. @@ -1886,15 +1887,25 @@ # Use short format, just the language code fmt = lambda d, site: site.lang - _, add, rem, mod = wikipedia.translate(insite.lang, msg) + colon = u': ' + comma = u', ' + head, add, rem, mod = wikipedia.translate(insite.lang, msg) + + addtrail = u'' + remtrail = u'' + modtrail = u'' + trail = u'' + if adding: - mods += " %s: %s" % (add, ", ".join([fmt(new, x) for x in adding])) + mods += (add + colon + comma.join([fmt(new, x) for x in adding]) + addtrail) if removing: - mods += " %s: %s" % (rem, ", ".join([fmt(old, x) for x in removing])) + mods += (rem + colon + comma.join([fmt(old, x) for x in removing]) + remtrail) if modifying: - mods += " %s: %s" % (mod, ", ".join([fmt(new, x) for x in modifying])) - return mods, adding, removing, modifying + mods += (mod + colon + comma.join([fmt(new, x) for x in modifying]) + modtrail) + if mods: + mcomment = head + mods + trail + return mods, mcomment, adding, removing, modifying def readWarnfile(filename, bot): import warnfile

1 0

SVN: [6942] trunk/pywikipedia
by purodha＠svn.wikimedia.org 07 Jun '09

07 Jun '09

Revision: 6942 Author: purodha Date: 2009-06-07 05:24:19 +0000 (Sun, 07 Jun 2009) Log Message: ----------- Initial version of a recentchenges page generator (via API) Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2009-06-07 04:40:46 UTC (rev 6941) +++ trunk/pywikipedia/pagegenerators.py 2009-06-07 05:24:19 UTC (rev 6942) @@ -133,6 +133,10 @@ -gorandom Specifies that the robot should starting at the random pages returned by [[Special:Random]]. + +-recentchanges Work on new and edited pages returned by [[Special:Recentchanges]]. + Can also be given as "-recentchanges:n" where n is the number + of pages to be returned, else 100 pages are returned. """ @@ -403,6 +407,12 @@ site = wikipedia.getSite() for i in range(number): yield site.randomredirectpage() + +def RecentchangesPageGenerator(number = 100, site = None): + if site is None: + site = wikipedia.getSite() + for page in site.recentchanges(number=number): + yield page[0] def TextfilePageGenerator(filename=None, site=None): ''' @@ -954,6 +964,11 @@ gen = RandomPageGenerator() else: gen = RandomPageGenerator(number = int(arg[8:])) + elif arg.startswith('-recentchanges'): + if len(arg) == 14: + gen = RecentchangesPageGenerator() + else: + gen = RecentchangesPageGenerator(number = int(arg[15:])) elif arg.startswith('-file'): textfilename = arg[6:] if not textfilename: Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-06-07 04:40:46 UTC (rev 6941) +++ trunk/pywikipedia/wikipedia.py 2009-06-07 05:24:19 UTC (rev 6942) @@ -4274,6 +4274,7 @@ deadendpages(): Special:Deadendpages ancientpages(): Special:Ancientpages lonelypages(): Special:Lonelypages + recentchanges(): Special:Recentchanges unwatchedpages(): Special:Unwatchedpages (sysop accounts only) uncategorizedcategories(): Special:Uncategorizedcategories (yields Category objects) @@ -5342,6 +5343,76 @@ if not repeat: break + def recentchanges(self, number = 100, rcstart = None, rcend = None, rcshow = None, rctype ='edit|new', repeat = False): + """ + Yield ImagePages from APIs, call: action=query&list=recentchanges&rctype=edit|new&rclimit=500 + + Options directly from APIs: + --- + Parameters: + rcstart - The timestamp to start enumerating from. + rcend - The timestamp to end enumerating. + rcdir - In which direction to enumerate. + One value: newer, older + Default: older + rcprop - Include additional pieces of information + Values (separate with '|'): + user, comment, flags, timestamp, title, ids, sizes, + redirect, patrolled, loginfo + Default: title|timestamp|ids + rctoken - Which tokens to obtain for each change + Values (separate with '|'): patrol + rcshow - Show only items that meet this criteria. + For example, to see only minor edits done by + logged-in users, set show=minor|!anon + Values (separate with '|'): + minor, !minor, bot, !bot, anon, !anon, + redirect, !redirect, patrolled, !patrolled + rclimit - How many total changes to return. + No more than 500 (5000 for bots) allowed. + Default: 10 + rctype - Which types of changes to show. + Values (separate with '|'): edit, new, log + """ + if rctype is None: + rctype = 'edit|new' + params = { + 'action' : 'query', + 'list' : 'recentchanges', + 'rctype' : rctype, + 'rcprop' : 'user|comment|timestamp|title|ids|loginfo', #|flags|sizes|redirect|patrolled' + 'rclimit' : int(number), + } + if rcstart is not None: params['rcstart'] = rcstart + if rcend is not None: params['rcend'] = rcend + if rcshow is not None: params['rcshow'] = rcshow + if rctype is not None: params['rctype'] = rctype + while True: + data = query.GetData(params, + useAPI = True, encodeTitle = False) + try: + rcData = data['query']['recentchanges'] + except KeyError: + raise ServerError("The APIs don't return data, the site may be down") + + for rcItem in rcData: + try: + comment = rcItem['comment'] + except KeyError: + comment = '' + try: + loginfo = rcItem['loginfo'] + except KeyError: + loginfo = '' + # pageid = rcItem['pageid'] + title = rcItem['title'] + timestamp = rcItem['timestamp'] + # logid = rcItem['logid'] + user = rcItem['user'] + yield Page(self, title), timestamp, user, comment, loginfo + if not repeat: + break + def uncategorizedimages(self, number = 10, repeat = False): """Yield ImagePages from Special:Uncategorizedimages.""" seen = set()

1 0

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn