Revision: 5086
Author: russblau
Date: 2008-02-27 15:22:51 +0000 (Wed, 27 Feb 2008)
Log Message:
-----------
style edits only; break long lines and cleanup whitespace
Modified Paths:
--------------
trunk/pywikipedia/redirect.py
Modified: trunk/pywikipedia/redirect.py
===================================================================
--- trunk/pywikipedia/redirect.py 2008-02-27 13:46:49 UTC (rev 5085)
+++ trunk/pywikipedia/redirect.py 2008-02-27 15:22:51 UTC (rev 5086)
@@ -1,8 +1,8 @@
# -*- coding: utf-8 -*-
"""
-Script to resolve double redirects, and to delete broken redirects.
-Requires access to MediaWiki's maintenance pages or to a XML dump file. Delete
function requires
-adminship.
+Script to resolve double redirects, and to delete broken redirects. Requires
+access to MediaWiki's maintenance pages or to a XML dump file. Delete
+function requires adminship.
Syntax:
@@ -106,9 +106,9 @@
def get_redirects_from_dump(self, alsoGetPageTitles = False):
'''
- Loads a local XML dump file, looks at all pages which have the redirect flag
- set, and finds out where they're pointing at.
- Returns a dictionary where the redirect names are the keys and the redirect
+ Load a local XML dump file, look at all pages which have the
+ redirect flag set, and find out where they're pointing at. Return
+ a dictionary where the redirect names are the keys and the redirect
targets are the values.
'''
xmlFilename = self.xmlFilename
@@ -126,7 +126,8 @@
if readPagesCount % 10000 == 0:
wikipedia.output(u'%i pages read...' % readPagesCount)
if len(self.namespaces) > 0:
- if wikipedia.Page(site, entry.title).namespace() not in self.namespaces:
+ if wikipedia.Page(site, entry.title).namespace() \
+ not in self.namespaces:
continue
if alsoGetPageTitles:
pageTitles.add(entry.title.replace(' ', '_'))
@@ -136,8 +137,11 @@
target = m.group(1)
# There might be redirects to another wiki. Ignore these.
for code in site.family.langs.keys():
- if target.startswith('%s:' % code) or
target.startswith(':%s:' % code):
- wikipedia.output(u'NOTE: Ignoring %s which is a redirect to
%s:' % (entry.title, code))
+ if target.startswith('%s:' % code) \
+ or target.startswith(':%s:' % code):
+ wikipedia.output(
+ u'NOTE: Ignoring %s which is a redirect to %s:'
+ % (entry.title, code))
target = None
break
# if the redirect does not link to another wiki
@@ -153,7 +157,9 @@
if '#' in target:
target = target[:target.index('#')]
if '|' in target:
- wikipedia.output(u'HINT: %s is a redirect with a
pipelink.' % entry.title)
+ wikipedia.output(
+ u'HINT: %s is a redirect with a pipelink.'
+ % entry.title)
target = target[:target.index('|')]
dict[source] = target
if alsoGetPageTitles:
@@ -170,17 +176,21 @@
wikipedia.output(u'Retrieving special page...')
maintenance_txt = mysite.getUrl(path)
- # regular expression which finds redirects which point to a non-existing page
inside the HTML
+ # regular expression which finds redirects which point to a
+ # non-existing page inside the HTML
Rredir = re.compile('\<li\>\<a href=".+?"
title="(.*?)"')
redir_names = Rredir.findall(maintenance_txt)
- wikipedia.output(u'Retrieved %d redirects from special page.\n' %
len(redir_names))
+ wikipedia.output(u'Retrieved %d redirects from special page.\n'
+ % len(redir_names))
for redir_name in redir_names:
yield redir_name
else:
# retrieve information from XML dump
- wikipedia.output(u'Getting a list of all redirects and of all page
titles...')
- redirs, pageTitles = self.get_redirects_from_dump(alsoGetPageTitles = True)
+ wikipedia.output(
+ u'Getting a list of all redirects and of all page titles...')
+ redirs, pageTitles = self.get_redirects_from_dump(
+ alsoGetPageTitles=True)
for (key, value) in redirs.iteritems():
if value not in pageTitles:
yield key
@@ -195,10 +205,12 @@
wikipedia.output(u'Retrieving special page...')
maintenance_txt = mysite.getUrl(path)
- # regular expression which finds redirects which point to another redirect
inside the HTML
+ # regular expression which finds redirects which point to
+ # another redirect inside the HTML
Rredir = re.compile('\<li\>\<a href=".+?"
title="(.*?)">')
redir_names = Rredir.findall(maintenance_txt)
- wikipedia.output(u'Retrieved %i redirects from special page.\n' %
len(redir_names))
+ wikipedia.output(u'Retrieved %i redirects from special page.\n'
+ % len(redir_names))
for redir_name in redir_names:
yield redir_name
else:
@@ -210,7 +222,8 @@
# redirect as well
if num > self.offset and dict.has_key(value):
yield key
- wikipedia.output(u'\nChecking redirect %i of %i...' % (num +
1, len(dict)))
+ wikipedia.output(u'\nChecking redirect %i of %i...'
+ % (num + 1, len(dict)))
class RedirectRobot:
def __init__(self, action, generator, always = False):
@@ -220,7 +233,8 @@
def prompt(self, question):
if not self.always:
- choice = wikipedia.inputChoice(question, ['Yes', 'No',
'All'], ['y', 'N', 'a'], 'N')
+ choice = wikipedia.inputChoice(question, ['Yes', 'No',
'All'],
+ ['y', 'N', 'a'],
'N')
if choice == 'n':
return False
elif choice == 'a':
@@ -235,7 +249,8 @@
redir_page = wikipedia.Page(wikipedia.getSite(), redir_name)
# Show the title of the page we're working on.
# Highlight the title in purple.
- wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default}
<<<" % redir_page.title())
+ wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default}
<<<"
+ % redir_page.title())
try:
targetPage = redir_page.getRedirectTarget()
except wikipedia.IsNotRedirectPage:
@@ -246,12 +261,15 @@
try:
targetPage.get()
except wikipedia.NoPage:
- if self.prompt(u'Do you want to delete %s?' %
redir_page.aslink()):
+ if self.prompt(u'Do you want to delete %s?'
+ % redir_page.aslink()):
redir_page.delete(reason, prompt = False)
except wikipedia.IsRedirectPage:
- wikipedia.output(u'Redirect target is also a redirect! Won\'t
delete anything.')
+ wikipedia.output(
+ u'Redirect target is also a redirect! Won\'t delete anything.')
else:
- wikipedia.output(u'Redirect target does exist! Won\'t delete
anything.')
+ wikipedia.output(
+ u'Redirect target does not exist! Won\'t delete anything.')
# idle for 1 minute
wikipedia.output(u'')
wikipedia.put_throttle()
@@ -262,27 +280,29 @@
redir = wikipedia.Page(mysite, redir_name)
# Show the title of the page we're working on.
# Highlight the title in purple.
- wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default}
<<<" % redir.title())
- newRedir = redir
+ wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default}
<<<"
+ % redir.title())
+ newRedir = redir
redirList = [] # bookkeeping to detect loops
while True:
- redirList.append(u'%s:%s' % (newRedir .site().lang, newRedir
.sectionFreeTitle()))
+ redirList.append(u'%s:%s' % (newRedir.site().lang,
+ newRedir.sectionFreeTitle()))
try:
targetPage = newRedir.getRedirectTarget()
except wikipedia.IsNotRedirectPage:
if len(redirList) == 1:
- wikipedia.output(u'Skipping: Page %s is not a redirect.'
% redir.aslink())
+ wikipedia.output(u'Skipping: Page %s is not a redirect.'
+ % redir.aslink())
break #do nothing
elif len(redirList) == 2:
wikipedia.output(
- u'Skipping: Redirect target %s is not a redirect.' %
redir.aslink())
+ u'Skipping: Redirect target %s is not a redirect.'
+ % redir.aslink())
break # do nothing
- except wikipedia.NoPage:
- wikipedia.output(u'Warning: %s doesn\'t exist.' %
newRedir .aslink())
except wikipedia.SectionError:
wikipedia.output(
u'Warning: Redirect target section %s doesn\'t
exist.'
- % newRedir .aslink())
+ % newRedir.aslink())
except wikipedia.BadTitle, e:
# str(e) is in the format 'BadTitle: [[Foo]]'
wikipedia.output(
@@ -291,22 +311,24 @@
except wikipedia.NoPage:
wikipedia.output(
u'Warning: Redirect target %s doesn\'t exist.'
- % newRedir .aslink())
+ % newRedir.aslink())
else:
wikipedia.output(
u' Links to: %s.'
% targetPage.aslink())
if targetPage.site() != mysite:
wikipedia.output(
- u'Warning: redirect target (%s) is on a different
site.'
- % (targetPage.aslink()))
+ u'Warning: redirect target (%s) is on a different site.'
+ % (targetPage.aslink()))
if self.always:
break # skip if automatic
# watch out for redirect loops
- if redirList.count((u'%s:%s'
- % (targetPage.site().lang, targetPage.sectionFreeTitle())))
> 0:
+ if redirList.count(u'%s:%s'
+ % (targetPage.site().lang,
+ targetPage.sectionFreeTitle())
+ ) > 0:
wikipedia.output(
- u'Warning: Redirect target %s forms a redirect
loop.'
+ u'Warning: Redirect target %s forms a redirect loop.'
% targetPage.aslink())
break #TODO: deal with loop
else:
@@ -346,23 +368,26 @@
def run(self):
if self.action == 'double':
# get summary text
- wikipedia.setAction(wikipedia.translate(wikipedia.getSite(), msg_double))
+ wikipedia.setAction(
+ wikipedia.translate(wikipedia.getSite(), msg_double))
self.fix_double_redirects()
elif self.action == 'broken':
self.delete_broken_redirects()
def main():
# read command line parameters
- # what the bot should do (either resolve double redirs, or delete broken redirs)
+ # what the bot should do (either resolve double redirs, or delete broken
+ # redirs)
action = None
- # where the bot should get his infos from (either None to load the maintenance
- # special page from the live wiki, or the filename of a local XML dump file)
+ # where the bot should get his infos from (either None to load the
+ # maintenance special page from the live wiki, or the filename of a
+ # local XML dump file)
xmlFilename = None
# Which namespace should be processed when using a XML dump
# default to -1 which means all namespaces will be processed
namespaces = []
- # at which redirect shall we start searching double redirects again (only with dump)
- # default to -1 which means all redirects are checked
+ # at which redirect shall we start searching double redirects again
+ # (only with dump); default to -1 which means all redirects are checked
offset = -1
always = False
for arg in wikipedia.handleArgs():
@@ -372,7 +397,8 @@
action = 'broken'
elif arg.startswith('-xml'):
if len(arg) == 4:
- xmlFilename = wikipedia.input(u'Please enter the XML dump\'s
filename: ')
+ xmlFilename = wikipedia.input(
+ u'Please enter the XML dump\'s filename: ')
else:
xmlFilename = arg[5:]
elif arg.startswith('-namespace:'):