Revision: 7849 Author: russblau Date: 2009-12-31 17:56:33 +0000 (Thu, 31 Dec 2009) Log Message: ----------- Port redirect.py to rewrite branch; to do this, some options had to be removed and some command-line arguments changed. Because this is a port rather than a newly-written script, it may contain some unused variables/methods and could benefit from refactoring. Added Paths: ----------- branches/rewrite/scripts/redirect.py Added: branches/rewrite/scripts/redirect.py =================================================================== --- branches/rewrite/scripts/redirect.py (rev 0) +++ branches/rewrite/scripts/redirect.py 2009-12-31 17:56:33 UTC (rev 7849) @@ -0,0 +1,792 @@ +# -*- coding: utf-8 -*- +""" +Script to resolve double redirects, and to delete broken redirects. Requires +access to MediaWiki's maintenance pages or to a XML dump file. Delete +function requires adminship. + +Syntax: + + python redirect.py action [-arguments ...] + +where action can be one of these: + +double Fix redirects which point to other redirects +broken Delete redirects where targets don\'t exist. Requires adminship. +both Both of the above. Permitted only with -api. Implies -api. + +and arguments can be: + +-moves Use the page move log to find double-redirect candidates. Only + works with action "double". + +-namespace:n Namespace to process. Can be given multiple times, for several + namespaces. If omitted, only the main (article) namespace is + treated. + +-offset:n With -moves, the number of hours ago to start scanning moved + pages. Otherwise, ignored. + +-start:title The starting page title in each namespace. Page need not exist. + +-until:title The possible last page title in each namespace. Page needs not + exist. + +-total:n The maximum count of redirects to work upon. If omitted, there + is no limit. + +-always Don't prompt you for each replacement. + +""" + +# XML not yet implemented: deleted help text follows +##-xml Retrieve information from a local XML dump +## (http://download.wikimedia.org). Argument can also be given as +## "-xml:filename.xml". Cannot be used with -api or -moves. +## If neither of -xml -api -moves is given, info will be loaded +## from a special page of the live wiki. + +# +# (C) Daniel Herding, 2004. +# Purodha Blissenbach, 2009. +# +# Distributed under the terms of the MIT license. +# +# +import pywikibot +from pywikibot import config +# import xmlreader +import re, sys + +__version__='$Id: redirect.py 7789 2009-12-17 19:20:12Z xqt $' + +# Summary message for fixing double redirects +msg_double={ + 'als':u'Bötli: Uflösig vun de doppleti Wyterleitig zue %s', + 'ar': u'روبوت: تصليح تحويلة مزدوجة → %s', + 'bat-smg': u'Robots: Taisuoms dvėgobs paradresavėms → %s', + 'be-x-old': u'Робат: выпраўленьне падвойнага перанакіраваньня → %s', + 'br': u'Kempennet adkas doubl gant robot → %s', + 'cs': u'Robot opravil dvojité přesměrování → %s', + 'de': u'Bot: Korrigiere doppelte Weiterleitung zu %s', + 'en': u'Robot: Fixing double redirect to %s', + 'es': u'Robot: Arreglando doble redirección → %s', + 'fa': u'ربات:اصلاح تغییر مسیر دوتایی → %s', + 'fi': u'Botti korjasi kaksinkertaisen ohjauksen → %s', + 'fr': u'Robot: répare double redirection à %s', + 'ga': u'Róbó: Ag socrú athsheolta dúbailte → %s', + 'he': u'בוט: מתקן הפניה כפולה → %s', + 'hr': u'Bot: Popravak dvostrukih preusmjeravanja → %s', + 'ia': u'Robot: reparation de duple redirection → %s', + 'is': u'Vélmenni: Lagfæri tvöfalda tilvísun → %s', + 'it': u'Bot: Sistemo i redirect doppi a %s', + 'ja': u'ロボットによる: 二重リダイレクト修正 → %s', + 'ka': u'რობოტი: ორმაგი გადამისამართების გასწორება → %s', + 'ko': u'로봇: 이중 넘겨주기 수정 → %s', + 'kk': u'Бот: Шынжырлы айдатуды түзетті → %s', + 'ksh':u'Bot: [[special:doubleredirects|Dubbel Ömlëijdong]] fottjemaat → %s', + 'lb': u'Bot: Duebel Viruleedung gefléckt → %s', + 'lt': u'robotas: Taisomas dvigubas peradresavimas → %s', + 'mk': u'Бот: Исправка на двојни пренасочувања → %s', + 'nds':u'Bot: Dubbelte Wiederleiden rutmakt → %s', + 'nl': u'Bot: dubbele doorverwijzing gecorrigeerd aan %s', + 'nn': u'robot: retta dobbel omdirigering → %s', + 'no': u'bot: Retter dobbel omdirigering → %s', + 'pl': u'Robot naprawia podwójne przekierowanie → %s', + 'pt': u'Bot: Corrigido duplo redirecionamento → %s', + 'ru': u'Робот: исправление двойного перенаправления → %s', + 'sr': u'Бот: Поправка дуплих преусмерења → %s', + 'sv': u'Robot: Rättar dubbel omdirigering → %s', + 'szl':u'Robot sprowjo tuplowane przekerowańa → %s', + 'th': u'โรบอต: แก้หน้าเปลี่ยนทางซ้ำซ้อน → %s', + 'tr': u'Bot değişikliği: Yönlendirmeye olan yönlendirme → %s', + 'uk': u'Робот: виправлення подвійного перенаправлення → %s', + 'war':u'Robot: Gin-ayad in nagduduha nga redirek → %s', + 'yi': u'באט: פארראכטן פארטאפלטע ווייטערפירונג → %s', + 'zh': u'機器人:修正雙重重定向 → %s', + 'zh-yue': u'機械人：拉直連串跳轉 → %s', + 'zh-classical': u'僕:復修渡口 → %s', +} + +# Reason for deleting broken redirects +reason_broken={ + 'ar': u'روبوت: هدف التحويلة غير موجود', + 'be-x-old': u'Робат: мэта перанакіраваньня не існуе', + 'cs': u'Přerušené přesměrování', + 'de': u'Bot: Weiterleitungsziel existiert nicht', + 'en': u'[[WP:CSD#G8|G8]]: [[Wikipedia:Redirect|Redirect]] to a deleted or non-existent page', + 'es': u'Robot: La página a la que redirige no existe', + 'fa': u'ربات:تغییرمسیر مقصد ندارد', + 'fi': u'Botti: Ohjauksen kohdesivua ei ole olemassa', + 'fr': u'Robot : Cible du redirect inexistante', + 'ga': u'Róbó : Targaid athsheoladh ar iarraidh', + 'he': u'בוט: יעד ההפניה אינו קיים', + 'it': u'Bot: Il redirect indirizza ad una pagina inesistente', + 'ja': u'ロボットによる:リダイレクトの目標は存在しませんでした', + 'ka': u'რობოტი: გადამისამართებული გვერდი არ არსებობს', + 'ko': u'로봇: 끊긴 넘겨주기', + 'kk': u'Бот: Айдату нысанасы жоқ болды', + 'ksh':u'Bot: Dė [[Special:BrokenRedirects|Ömlëijdong jingk ennet Liiere]]', + 'lt': u'robotas: Peradresavimas į niekur', + 'nds':u'Bot: Kaputte Wiederleiden rutmakt', + 'nl': u'Bot: doelpagina doorverwijzing bestaat niet', + 'nn': u'robot: målet for omdirigeringa eksisterer ikkje', + 'no': u'robot: målet for omdirigeringen eksisterer ikke', + 'pl': u'Robot: cel przekierowania nie istnieje', + 'pt': u'Bot: Redirecionamento não existe', + 'ru': u'Робот: перенаправление в никуда', + 'sr': u'Бот: Преусмерење не постоји', + 'th': u'โรบอต: หน้าเปลี่ยนทางเสีย', + 'tr': u'Bot değişikliği: Var olmayan sayfaya olan yönlendirme', + 'war':u'Robot: Waray dida an karadto-an han redirek', + 'yi': u'באט: ווײַטערפֿירן ציל עקזיסטירט נישט', + 'zh': u'機器人:該重定向的目標不存在', + 'zh-yue': u'機械人：跳轉目標唔存在', +} + +# Summary message for putting broken redirect to speedy delete +sd_tagging_sum = { + 'ar': u'روبوت: وسم للحذف السريع', + 'cs': u'Robot označil ke smazání', + 'en': u'Robot: Tagging for speedy deletion', + 'ga': u'Róbó: Ag maircáil le luas-scrios', + 'it': u'Bot: +Da cancellare subito', + 'ja': u'ロボットによる:迷子のリダイレクトを即時削除へ', + 'ksh':u'Bot: Di Ömlëijdong jeiht noh nörjendwoh.', + 'nds':u'Bot: Kaputte Wiederleiden ward nich brukt', + 'nl': u'Bot: gemarkeerd voor snelle verwijdering', + 'war':u'Robot: Nautod o nagbinalikbalik nga redirek', + 'zh': u'機器人: 將損壞的重定向提報快速刪除', +} + +# Insert deletion template into page with a broken redirect +sd_template = { + 'ar': u'{{شطب|تحويلة مكسورة}}', + 'cs': u'{{smazat|přerušené přesměrování}}', + 'en': u'{{db-r1}}', + 'ga': u'{{scrios|Athsheoladh briste}}', + 'it': u'{{Cancella subito|9}}', + 'ja': u'{{即時削除|壊れたリダイレクト}}', + 'ksh':u'{{Schmieß fott}}Di Ömlëijdong jeiht noh nörjendwoh hen.<br />--~~~~~\n\n', + 'nds':u'{{delete}}Kaputte Wiederleiden, wat nich brukt ward.<br />--~~~~\n\n', + 'war':u'{{delete}}Nautod o nagbinalikbalik nga redirek.--~~~~\n\n', + 'zh': u'{{delete|R1}}', +} + +class RedirectGenerator: + def __init__(self, xmlFilename=None, namespaces=[], offset=-1, + use_move_log=False, use_api=False, start=None, until=None, + number=None): + self.site = pywikibot.getSite() +## self.xmlFilename = xmlFilename + self.namespaces = namespaces + if use_api and self.namespaces == []: + self.namespaces = [ 0 ] + self.offset = offset + self.use_move_log = use_move_log + self.use_api = use_api + self.api_start = start + self.api_until = until + self.api_number = number + +## def get_redirects_from_dump(self, alsoGetPageTitles=False): +## ''' +## Load a local XML dump file, look at all pages which have the +## redirect flag set, and find out where they're pointing at. Return +## a dictionary where the redirect names are the keys and the redirect +## targets are the values. +## ''' +## xmlFilename = self.xmlFilename +## redict = {} +## # open xml dump and read page titles out of it +## dump = xmlreader.XmlDump(xmlFilename) +## redirR = self.site.redirectRegex() +## readPagesCount = 0 +## if alsoGetPageTitles: +## pageTitles = set() +## for entry in dump.parse(): +## readPagesCount += 1 +## # always print status message after 10000 pages +## if readPagesCount % 10000 == 0: +## pywikibot.output(u'%i pages read...' % readPagesCount) +## if len(self.namespaces) > 0: +## if pywikibot.Page(self.site, entry.title).namespace() \ +## not in self.namespaces: +## continue +## if alsoGetPageTitles: +## pageTitles.add(entry.title.replace(' ', '_')) +## +## m = redirR.match(entry.text) +## if m: +## target = m.group(1) +## # There might be redirects to another wiki. Ignore these. +## for code in self.site.family.langs.keys(): +## if target.startswith('%s:' % code) \ +## or target.startswith(':%s:' % code): +## if code == self.site.language(): +## # link to our wiki, but with the lang prefix +## target = target[(len(code)+1):] +## if target.startswith(':'): +## target = target[1:] +## else: +## pywikibot.output( +## u'NOTE: Ignoring %s which is a redirect to %s:' +## % (entry.title, code)) +## target = None +## break +## # if the redirect does not link to another wiki +## if target: +## source = entry.title.replace(' ', '_') +## target = target.replace(' ', '_') +## # remove leading and trailing whitespace +## target = target.strip('_') +## # capitalize the first letter +## if not pywikibot.getSite().nocapitalize: +## source = source[:1].upper() + source[1:] +## target = target[:1].upper() + target[1:] +## if '#' in target: +## target = target[:target.index('#')].rstrip("_") +## if '|' in target: +## pywikibot.output( +## u'HINT: %s is a redirect with a pipelink.' +## % entry.title) +## target = target[:target.index('|')].rstrip("_") +## if target: # in case preceding steps left nothing +## redict[source] = target +## if alsoGetPageTitles: +## return redict, pageTitles +## else: +## return redict +## + def get_redirect_pages_via_api(self): + """Return generator that yields Pages that are redirects.""" + for ns in self.namespaces: + done = False + gen = self.site.allpages(start=self.api_start, + namespace=ns, + filterredir=True) + if self.api_number: + gen.set_maximum_items(self.api_number) + for p in gen: + done = self.api_until \ + and p.title(withNamespace=False) >= self.api_until + if done: + return + yield p + + def _next_redirect_group(self): + """ + Return a generator that retrieves pageids from the API 500 at a time + and yields them as a list + """ + apiQ = [] + for page in self.get_redirect_pages_via_api(): + apiQ.append(str(page._pageid)) + if len(apiQ) >= 500: + yield apiQ + apiQ = [] + if apiQ: + yield apiQ + + def get_redirects_via_api(self, maxlen=8): + """ + Return a generator that yields tuples of data about redirect Pages: + 0 - page title of a redirect page + 1 - type of redirect: + 0 - broken redirect, target page title missing + 1 - normal redirect, target page exists and is not a + redirect + 2..maxlen - start of a redirect chain of that many redirects + (currently, the API seems not to return sufficient + data to make these return values possible, but + that may change) + maxlen+1 - start of an even longer chain, or a loop + (currently, the API seems not to return sufficient + data to allow this return values, but that may + change) + None - start of a redirect chain of unknown length, or loop + 2 - target page title of the redirect, or chain (may not exist) + 3 - target page of the redirect, or end of chain, or page title where + chain or loop detecton was halted, or None if unknown + """ + for apiQ in self._next_redirect_group(): + gen = pywikibot.data.api.Request(action="query", redirects="", + pageids=apiQ) + data = gen.submit() + if 'error' in data: + raise RuntimeError("API query error: %s" % data) + if data == [] or "query" not in data: + raise RuntimeError("No results given.") + redirects = {} + pages = {} + redirects = dict((x['from'], x['to']) + for x in data['query']['redirects']) + + for pagetitle in data['query']['pages'].values(): + if 'missing' in pagetitle and 'pageid' not in pagetitle: + pages[pagetitle['title']] = False + else: + pages[pagetitle['title']] = True + for redirect in redirects: + target = redirects[redirect] + result = 0 + final = None + try: + if pages[target]: + final = target + try: + while result <= maxlen: + result += 1 + final = redirects[final] + # result = None + except KeyError: + pass + except KeyError: + result = None + pass + yield (redirect, result, target, final) + + def retrieve_broken_redirects(self): + if self.use_api: + count = 0 + for (pagetitle, type, target, final) \ + in self.get_redirects_via_api(maxlen=2): + if type == 0: + yield pagetitle + if self.api_number: + count += 1 + if count >= self.api_number: + break + +## elif self.xmlFilename == None: +## # retrieve information from the live wiki's maintenance page +## # broken redirect maintenance page's URL +## path = self.site.broken_redirects_address(default_limit=False) +## pywikibot.output(u'Retrieving special page...') +## maintenance_txt = self.site.getUrl(path) +## +## # regular expression which finds redirects which point to a +## # non-existing page inside the HTML +## Rredir = re.compile('\<li\>\<a href=".+?" title="(.*?)"') +## +## redir_names = Rredir.findall(maintenance_txt) +## pywikibot.output(u'Retrieved %d redirects from special page.\n' +## % len(redir_names)) +## for redir_name in redir_names: +## yield redir_name +## else: +## # retrieve information from XML dump +## pywikibot.output( +## u'Getting a list of all redirects and of all page titles...') +## redirs, pageTitles = self.get_redirects_from_dump( +## alsoGetPageTitles=True) +## for (key, value) in redirs.iteritems(): +## if value not in pageTitles: +## yield key + + def retrieve_double_redirects(self): + if self.use_move_log: + for redir_page in self.get_moved_pages_redirects(): + yield redir_page.title() + return + else: + count = 0 + for (pagetitle, type, target, final) \ + in self.get_redirects_via_api(maxlen=2): + if type != 0 and type != 1: + yield pagetitle + if self.api_number: + count += 1 + if count >= self.api_number: + break + +## elif self.xmlFilename == None: +## # retrieve information from the live wiki's maintenance page +## # double redirect maintenance page's URL +### pywikibot.config.special_page_limit = 1000 +## path = self.site.double_redirects_address(default_limit = False) +## pywikibot.output(u'Retrieving special page...') +## maintenance_txt = self.site.getUrl(path) +## +## # regular expression which finds redirects which point to +## # another redirect inside the HTML +## Rredir = re.compile('\<li\>\<a href=".+?" title="(.*?)">') +## redir_names = Rredir.findall(maintenance_txt) +## pywikibot.output(u'Retrieved %i redirects from special page.\n' +## % len(redir_names)) +## for redir_name in redir_names: +## yield redir_name +## else: +## redict = self.get_redirects_from_dump() +## num = 0 +## for (key, value) in redict.iteritems(): +## num += 1 +## # check if the value - that is, the redirect target - is a +## # redirect as well +## if num > self.offset and value in redict: +## yield key +## pywikibot.output(u'\nChecking redirect %i of %i...' +## % (num + 1, len(redict))) + + def get_moved_pages_redirects(self): + '''generate redirects to recently-moved pages''' + # this will run forever, until user interrupts it + import datetime + + if self.offset <= 0: + self.offset = 1 + start = datetime.datetime.utcnow() \ + - datetime.timedelta(0, self.offset*3600) + # self.offset hours ago + offset_time = start.strftime("%Y%m%d%H%M%S") + + move_gen = self.site.logevents(logtype="move", start=offset_time) + if self.api_number: + move_gen.set_maximum_items(self.api_number) + for logentry in move_gen: + moved_page = logentry.title() + try: + if not moved_page.isRedirectPage(): + continue + except pywikibot.BadTitle: + continue + except pywikibot.ServerError: + continue + # moved_page is now a redirect, so any redirects pointing + # to it need to be changed + try: + for page in moved_page.getReferences(follow_redirects=True, + redirectsOnly=True): + yield page + except pywikibot.NoPage: + # original title must have been deleted after move + continue + + +class RedirectRobot: + def __init__(self, action, generator, always=False, number=None): + self.site = pywikibot.getSite() + self.action = action + self.generator = generator + self.always = always + self.number = number + self.exiting = False + + def prompt(self, question): + if not self.always: + choice = pywikibot.inputChoice(question, + ['Yes', 'No', 'All', 'Quit'], + ['y', 'N', 'a', 'q'], 'N') + if choice == 'n': + return False + elif choice == 'q': + self.exiting = True + return False + elif choice == 'a': + self.always = True + return True + + def delete_broken_redirects(self): + # get reason for deletion text + reason = pywikibot.translate(self.site, reason_broken) + for redir_name in self.generator.retrieve_broken_redirects(): + self.delete_1_broken_redirect( redir_name, reason) + if self.exiting: + break + + def delete_1_broken_redirect(self, redir_name, reason): + redir_page = pywikibot.Page(self.site, redir_name) + # Show the title of the page we're working on. + # Highlight the title in purple. + pywikibot.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<" + % redir_page.title()) + try: + targetPage = redir_page.getRedirectTarget() + except pywikibot.IsNotRedirectPage: + pywikibot.output(u'%s is not a redirect.' % redir_page.title()) + except pywikibot.NoPage: + pywikibot.output(u'%s doesn\'t exist.' % redir_page.title()) + else: + try: + targetPage.get() + except pywikibot.NoPage: + if self.prompt( + u'Redirect target %s does not exist. Do you want to delete %s?' + % (targetPage.title(asLink=True), + redir_page.title(asLink=True))): + try: + redir_page.delete(reason, prompt = False) + except pywikibot.NoUsername: + if targetPage.site().lang in sd_template \ + and targetPage.site().lang in sd_tagging_sum: + pywikibot.output( + u"No sysop in user-config.py, put page to speedy deletion.") + content = redir_page.get(get_redirect=True) + content = pywikibot.translate( + targetPage.site().lang, + sd_template)+"\n"+content + summary = pywikibot.translate( + targetPage.site().lang, + sd_tagging_sum) + redir_page.put(content, summary) + + except pywikibot.IsRedirectPage: + pywikibot.output( + u'Redirect target %s is also a redirect! Won\'t delete anything.' + % targetPage.title(asLink=True)) + else: + #we successfully get the target page, meaning that + #it exists and is not a redirect: no reason to touch it. + pywikibot.output( + u'Redirect target %s does exist! Won\'t delete anything.' + % targetPage.title(asLink=True)) + pywikibot.output(u'') + + def fix_double_redirects(self): + for redir_name in self.generator.retrieve_double_redirects(): + self.fix_1_double_redirect(redir_name) + if self.exiting: + break + + def fix_1_double_redirect(self, redir_name): + redir = pywikibot.Page(self.site, redir_name) + # Show the title of the page we're working on. + # Highlight the title in purple. + pywikibot.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<" + % redir.title()) + newRedir = redir + redirList = [] # bookkeeping to detect loops + while True: + redirList.append(u'%s:%s' % (newRedir.site().lang, + newRedir.title(withSection=False))) + try: + targetPage = newRedir.getRedirectTarget() + except pywikibot.IsNotRedirectPage: + if len(redirList) == 1: + pywikibot.output(u'Skipping: Page %s is not a redirect.' + % redir.title(asLink=True)) + break #do nothing + elif len(redirList) == 2: + pywikibot.output( + u'Skipping: Redirect target %s is not a redirect.' + % newRedir.title(asLink=True)) + break # do nothing + except pywikibot.SectionError: + pywikibot.output( + u'Warning: Redirect target section %s doesn\'t exist.' + % newRedir.title(asLink=True)) + except pywikibot.BadTitle, e: + # str(e) is in the format 'BadTitle: [[Foo]]' + pywikibot.output( + u'Warning: Redirect target %s is not a valid page title.' + % str(e)[10:]) + #sometimes this error occures. Invalid Title starting with a '#' + except pywikibot.InvalidTitle, err: + pywikibot.output(u'Warning: %s' % err) + break + except pywikibot.NoPage: + if len(redirList) == 1: + pywikibot.output(u'Skipping: Page %s does not exist.' + % redir.title(asLink=True)) + break + else: + if self.always: + pywikibot.output( + u"Skipping: Redirect target %s doesn't exist." + % newRedir.title(asLink=True)) + break # skip if automatic + else: + pywikibot.output( + u"Warning: Redirect target %s doesn't exist." + % newRedir.title(asLink=True)) + except pywikibot.ServerError: + pywikibot.output(u'Skipping: Server Error') + break + else: + pywikibot.output( + u' Links to: %s.' + % targetPage.title(asLink=True)) + if targetPage.site() != self.site: + pywikibot.output( + u'Warning: redirect target (%s) is on a different site.' + % (targetPage.title(asLink=True))) + if self.always: + break # skip if automatic + # watch out for redirect loops + if redirList.count(u'%s:%s' + % (targetPage.site().lang, + targetPage.title(withSection=False)) + ) > 0: + pywikibot.output( + u'Warning: Redirect target %s forms a redirect loop.' + % targetPage.title(asLink=True)) + break ###xqt doesn't work. edits twice! + try: + content = targetPage.get(get_redirect=True) + except pywikibot.SectionError: + content = pywikibot.Page( + targetPage.site(), + targetPage.title(withSection=False) + ).get(get_redirect=True) + if targetPage.site().lang in sd_template \ + and targetPage.site().lang in sd_tagging_sum: + pywikibot.output(u"Tagging redirect for deletion") + # Delete the two redirects + content = pywikibot.translate( + targetPage.site().lang, + sd_template)+"\n"+content + summ = pywikibot.translate(targetPage.site().lang, + sd_tagging_sum) + targetPage.put(content, summ) + redir.put(content, summ) + break # TODO Better implement loop redirect + else: + newRedir = targetPage + continue + try: + oldText = redir.get(get_redirect=True) + except pywikibot.BadTitle: + pywikibot.output(u"Bad Title Error") + break + text = self.site.redirectRegex().sub( + '#%s %s' % + (self.site.redirect( True ), + targetPage.title(asLink=True)), + oldText) + if text == oldText: + break + summary = pywikibot.translate(self.site, msg_double)\ + % targetPage.title(asLink=True) + pywikibot.showDiff(oldText, text) + if self.prompt(u'Do you want to accept the changes?'): + try: + redir.put(text, summary) + except pywikibot.LockedPage: + pywikibot.output(u'%s is locked.' % redir.title()) + except pywikibot.SpamfilterError, error: + pywikibot.output( + u"Saving page [[%s]] prevented by spam filter: %s" + % (redir.title(), error.url)) + except pywikibot.PageNotSaved, error: + pywikibot.output(u"Saving page [[%s]] failed: %s" + % (redir.title(), error)) + except pywikibot.NoUsername: + pywikibot.output( + u"Page [[%s]] not saved; sysop privileges required." + % redir.title()) + except pywikibot.Error, error: + pywikibot.output( + u"Unexpected error occurred trying to save [[%s]]: %s" + % (redir.title(), error)) + break + + def fix_double_or_delete_broken_redirects(self): + # TODO: part of this should be moved to generator, the rest merged into self.run() + # get reason for deletion text + delete_reason = pywikibot.translate(self.site, reason_broken) + count = 0 + for (redir_name, code, target, final)\ + in self.generator.get_redirects_via_api(maxlen=2): + if code == 1: + continue + elif code == 0: + self.delete_1_broken_redirect(redir_name, delete_reason) + count += 1 + else: + self.fix_1_double_redirect(redir_name) + count += 1 + if self.exiting or (self.number and count >= self.number): + break + + def run(self): + # TODO: make all generators return a redirect type indicator, + # thus make them usable with 'both' + if self.action == 'double': + self.fix_double_redirects() + elif self.action == 'broken': + self.delete_broken_redirects() + elif self.action == 'both': + self.fix_double_or_delete_broken_redirects() + +def main(*args): + # read command line parameters + # what the bot should do (either resolve double redirs, or delete broken + # redirs) + action = None + # where the bot should get his infos from (either None to load the + # maintenance special page from the live wiki, or the filename of a + # local XML dump file) + xmlFilename = None + # Which namespace should be processed when using a XML dump + # default to -1 which means all namespaces will be processed + namespaces = [] + # at which redirect shall we start searching double redirects again + # (only with dump); default to -1 which means all redirects are checked + offset = -1 + moved_pages = False + api = True # rewrite always uses api, probably should get rid of this + start = '' + until = '' + number = None + always = False + for arg in pywikibot.handleArgs(*args): + if arg == 'double' or arg == 'do': + action = 'double' + elif arg == 'broken' or arg == 'br': + action = 'broken' + elif arg == 'both': + action = 'both' + elif arg.startswith('-xml'): + if len(arg) == 4: + xmlFilename = pywikibot.input( + u'Please enter the XML dump\'s filename: ') + else: + xmlFilename = arg[5:] + elif arg.startswith('-moves'): + moved_pages = True + elif arg.startswith('-namespace:'): + ns = arg[11:] + if ns == '': + ## "-namespace:" does NOT yield -namespace:0 further down the road! + ns = pywikibot.input( + u'Please enter a namespace by its number: ') +# u'Please enter a namespace by its name or number: ') +# TODO! at least for some generators. + if ns == '': + ns = '0' + try: + ns = int(ns) + except ValueError: +#-namespace:all Process all namespaces. Works only with the API read interface. + pass + if not ns in namespaces: + namespaces.append(ns) + elif arg.startswith('-offset:'): + offset = int(arg[8:]) + elif arg.startswith('-start:'): + start = arg[7:] + elif arg.startswith('-until:'): + until = arg[7:] + elif arg.startswith('-total:'): + number = int(arg[8:]) + elif arg == '-always': + always = True + else: + pywikibot.output(u'Unknown argument: %s' % arg) + + if xmlFilename: + pywikibot.output("Sorry, xmlreader is not yet implemented in rewrite", + level=pywikibot.ERROR) + elif not action: # or (xmlFilename and moved_pages) + # or (api and xmlFilename): + pywikibot.showHelp('redirect') + else: + gen = RedirectGenerator(xmlFilename, namespaces, offset, moved_pages, + api, start, until, number) + bot = RedirectRobot(action, gen, always, number) + bot.run() + +if __name__ == '__main__': + try: + main() + finally: + pywikibot.stopme()