Revision: 4456 Author: wikipedian Date: 2007-10-17 08:50:43 +0000 (Wed, 17 Oct 2007)
Log Message: ----------- fixed bug [ 1809802 ] weblinkchecker.py inefficiently respects max_external_links
Modified Paths: -------------- trunk/pywikipedia/weblinkchecker.py
Modified: trunk/pywikipedia/weblinkchecker.py =================================================================== --- trunk/pywikipedia/weblinkchecker.py 2007-10-17 08:44:54 UTC (rev 4455) +++ trunk/pywikipedia/weblinkchecker.py 2007-10-17 08:50:43 UTC (rev 4456) @@ -729,7 +729,10 @@ if gen: if namespaces != []: gen = pagegenerators.NamespaceFilterPageGenerator(gen, namespaces) - gen = pagegenerators.PreloadingGenerator(gen, pageNumber = 240) + # fetch at least 240 pages simultaneously from the wiki, but more if + # a high thread number is set. + pageNumber = max(240, config.max_external_links * 2) + gen = pagegenerators.PreloadingGenerator(gen, pageNumber = pageNumber) gen = pagegenerators.RedirectFilterPageGenerator(gen) bot = WeblinkCheckerRobot(gen) try: