Revision: 4456
Author: wikipedian
Date: 2007-10-17 08:50:43 +0000 (Wed, 17 Oct 2007)
Log Message:
-----------
fixed bug [ 1809802 ] weblinkchecker.py inefficiently respects
max_external_links
Modified Paths:
--------------
trunk/pywikipedia/weblinkchecker.py
Modified: trunk/pywikipedia/weblinkchecker.py
===================================================================
--- trunk/pywikipedia/weblinkchecker.py 2007-10-17 08:44:54 UTC (rev 4455)
+++ trunk/pywikipedia/weblinkchecker.py 2007-10-17 08:50:43 UTC (rev 4456)
@@ -729,7 +729,10 @@
if gen:
if namespaces != []:
gen = pagegenerators.NamespaceFilterPageGenerator(gen, namespaces)
- gen = pagegenerators.PreloadingGenerator(gen, pageNumber = 240)
+ # fetch at least 240 pages simultaneously from the wiki, but more if
+ # a high thread number is set.
+ pageNumber = max(240, config.max_external_links * 2)
+ gen = pagegenerators.PreloadingGenerator(gen, pageNumber = pageNumber)
gen = pagegenerators.RedirectFilterPageGenerator(gen)
bot = WeblinkCheckerRobot(gen)
try: