Revision: 5259
Author: nicdumz
Date: 2008-04-23 13:23:19 +0000 (Wed, 23 Apr 2008)
Log Message:
-----------
Adding UserContributionsGenerator :)
Modified Paths:
--------------
trunk/pywikipedia/pagegenerators.py
Modified: trunk/pywikipedia/pagegenerators.py
===================================================================
--- trunk/pywikipedia/pagegenerators.py 2008-04-23 12:46:19 UTC (rev 5258)
+++ trunk/pywikipedia/pagegenerators.py 2008-04-23 13:23:19 UTC (rev 5259)
@@ -106,6 +106,9 @@
Argument can be given as "-unwatched:n" where
n is the maximum number of articles to work on.
+-usercontribs Work on all articles that were edited by a certain user :
+ Example : -usercontribs:DumZiBoT
+
-weblink Work on all articles that contain an external link to
a given URL; may be given as "-weblink:url"
@@ -414,6 +417,40 @@
for page in site.linksearch(link, limit=step):
yield page
+def UserContributionsGenerator(username, number = 250, namespaces = [], site = None ):
+ """
+ Yields number unique pages edited by user:username
+ namespaces : list of namespace numbers to fetch contribs from
+ """
+ import urllib
+ if site is None:
+ site = wikipedia.getSite()
+ if number > 500:
+ # the api does not allow more than 500 results for anonymous users
+ number = 500
+ apiQ = site.api_address() + 'action=query&list=usercontribs&ucuser='
+ apiQ += urllib.quote(username.encode(site.encoding()))
+ apiQ += '&ucprop=title&uclimit=%s&format=xml' % number
+ if namespaces:
+ apiQ += '&ucnamespace=%s' % '|'.join(map(str, namespaces))
+ titlesRe = re.compile('title="(.*?)"')
+ ucstartRe = re.compile('ucstart="(.*?)"')
+ ucstart = ''
+ # An user is likely to contribute on several pages,
+ # keeping track of titles
+ titleList = []
+ while True:
+ result = site.getUrl(apiQ + ucstart)
+ for title in titlesRe.findall(result):
+ if not title in titleList:
+ titleList.append(title)
+ yield wikipedia.Page(site, title)
+ m = ucstartRe.search(result)
+ if m:
+ ucstart = '&ucstart=' + m.group(1)
+ else:
+ break
+
def SearchPageGenerator(query, number = 100, namespaces = None, site = None):
"""
Provides a list of results using the internal MediaWiki search engine
@@ -815,6 +852,8 @@
gen = UnwatchedPagesPageGenerator()
else:
gen = UnwatchedPagesPageGenerator(number = int(arg[11:]))
+ elif arg.startswith('-usercontribs'):
+ gen = UserContributionsGenerator(arg[14:])
elif arg.startswith('-withoutinterwiki'):
if len(arg) == 17:
gen = WithoutInterwikiPageGenerator()