Revision: 3931
Author: wikipedian
Date: 2007-08-01 16:17:20 +0000 (Wed, 01 Aug 2007)
Log Message:
-----------
added -repeat parameter: Loads all wiki pages where dead links were
found during a prior run
Modified Paths:
--------------
trunk/pywikipedia/weblinkchecker.py
Modified: trunk/pywikipedia/weblinkchecker.py
===================================================================
--- trunk/pywikipedia/weblinkchecker.py 2007-08-01 16:05:20 UTC (rev 3930)
+++ trunk/pywikipedia/weblinkchecker.py 2007-08-01 16:17:20 UTC (rev 3931)
@@ -13,6 +13,9 @@
two times, with a time lag of at least one week. Such links will be logged to a
.txt file in the deadlinks subdirectory.
+After running the bot and waiting for at least one weak, you can re-check those
+pages where dead links where found, using the -repeat parameter.
+
In addition to the logging step, it is possible to automatically report dead
links to the talk page of the article where the link was found. To use this
feature, set report_dead_links_on_talk = True in your user-config.py, or
@@ -30,8 +33,14 @@
Loads all wiki pages using the Special:Allpages feature, starting at
"Example page"
+ python weblinkchecker.py -weblink:www.example.org
+ Loads all wiki pages that link to
www.example.org
+
python weblinkchecker.py Example page
Only checks links found in the wiki page "Example page"
+
+ python weblinkchecker.py -repeat
+ Loads all wiki pages where dead links were found during a prior run
"""
#
@@ -571,6 +580,19 @@
thread.setDaemon(True)
thread.start()
+def RepeatPageGenerator():
+ history = History(None)
+ pageTitles = set()
+ for (key, value) in history.historyDict.iteritems():
+ for entry in value:
+ pageTitle = entry[0]
+ pageTitles.add(pageTitle)
+ pageTitles = list(pageTitles)
+ pageTitles.sort()
+ for pageTitle in pageTitles:
+ page = wikipedia.Page(wikipedia.getSite(), pageTitle)
+ yield page
+
def countLinkCheckThreads():
i = 0
for thread in threading.enumerate():
@@ -597,6 +619,8 @@
config.report_dead_links_on_talk = False
elif arg.startswith('-namespace:'):
namespaces.append(int(arg[11:]))
+ elif arg == '-repeat':
+ gen = RepeatPageGenerator()
else:
generator = genFactory.handleArg(arg)
if generator: