Pywikipedia-l September 2007

pywikipedia-l@lists.wikimedia.org

24 participants
397 discussions

SVN: [4385] trunk/pywikipedia/maintenance/update_namespaces.py

by btongminh＠svn.wikimedia.org

Revision: 4385 Author: btongminh Date: 2007-09-29 14:38:01 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Fix regex Modified Paths: -------------- trunk/pywikipedia/maintenance/update_namespaces.py Modified: trunk/pywikipedia/maintenance/update_namespaces.py =================================================================== --- trunk/pywikipedia/maintenance/update_namespaces.py 2007-09-29 12:24:34 UTC (rev 4384) +++ trunk/pywikipedia/maintenance/update_namespaces.py 2007-09-29 14:38:01 UTC (rev 4385) @@ -11,7 +11,7 @@ r_string = '[u]?[r]?[\'"].*?[\'"]' r_list = '\\[.*?\\]' -r_namespace_def = re.compile(r'[\'"]([a-z_]*)[\'"]\s*\:\s*((?:%s)|(?:%s))\s*,' % (r_string, r_list)) +r_namespace_def = re.compile(r'[\'"]([a-z_-]*)[\'"]\s*\:\s*((?:%s)|(?:%s))\s*,' % (r_string, r_list)) def update_family(family, changes): global namespace_section_text, namespace_defs, new_defs

16 years, 6 months

SVN: [4375] trunk/pywikipedia/wikipedia.py

by btongminh＠svn.wikimedia.org

Revision: 4375 Author: btongminh Date: 2007-09-28 20:20:59 +0000 (Fri, 28 Sep 2007) Log Message: ----------- Page.fullVersionHistory uses Special:Export again, which is basically a modified revert to r3659. The API is too unstable for revision fetching. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2007-09-28 18:51:41 UTC (rev 4374) +++ trunk/pywikipedia/wikipedia.py 2007-09-28 20:20:59 UTC (rev 4375) @@ -1694,64 +1694,33 @@ result += '|}\n' return result - def fullVersionHistory(self, max = 50, comment = False, since = None): + def fullVersionHistory(self): """ Returns all previous versions. Gives a list of tuples consisting of edit date/time, user name and content """ - RV_LIMIT = 50 - - address = self.site().api_address() + address = self.site().export_address() predata = { - 'action': 'query', - 'prop': 'revisions', - 'titles': self.title(), - 'rvprop': 'timestamp|user|comment|content', - 'rvlimit': str(RV_LIMIT), - 'format': 'json' + 'action': 'submit', + 'pages': self.title() } - if max < RV_LIMIT: predata['rvlimit'] = str(max) - if since: predata['rvend'] = since - get_throttle(requestsize = 10) now = time.time() - - count = 0 + if self.site().hostname() in config.authenticate.keys(): + predata["Content-type"] = "application/x-www-form-urlencoded" + predata["User-agent"] = useragent + data = self.site.urlEncode(predata) + response = urllib2.urlopen(urllib2.Request('http://' + self.site.hostname() + address, data)) + data = response.read() + else: + response, data = self.site().postForm(address, predata) + data = data.encode(self.site().encoding()) + get_throttle.setDelay(time.time() - now) output = [] + r = re.compile("\<revision\>.*?\<timestamp\>(.*?)\<\/timestamp\>.*?\<(?:ip|username)\>(.*?)\</(?:ip|username)\>.*?\<text.*?\>(.*?)\<\/text\>",re.DOTALL) + #r = re.compile("\<revision\>.*?\<timestamp\>(.*?)\<\/timestamp\>.*?\<(?:ip|username)\>(.*?)\<",re.DOTALL) + return [(match.group(1), unescape(match.group(2)), unescape(match.group(3))) for match in r.finditer(data)] - while count < max and max != -1: - if self.site().hostname() in config.authenticate.keys(): - predata["Content-type"] = "application/x-www-form-urlencoded" - predata["User-agent"] = useragent - data = self.site.urlEncode(predata) - response = urllib2.urlopen(urllib2.Request(self.site.protocol() + '://' + self.site.hostname() + address, data)) - data = response.read().decode(self.site().encoding()) - else: - response, data = self.site().postForm(address, predata) - - get_throttle.setDelay(time.time() - now) - data = simplejson.loads(data) - page = data['query']['pages'].values()[0] - if 'missing' in page: - raise NoPage, 'Page %s not found' % self - revisions = page.get('revisions', ()) - for revision in revisions: - if not comment: - output.append((revision['timestamp'], - revision['user'], revision.get('*', u''))) - else: - output.append((revision['timestamp'], revision['user'], - revision.get('*', u''), revision.get('comment', u''))) - count += len(revisions) - if max - count < RV_LIMIT: - predata['rvlimit'] = str(max - count) - if 'query-continue' in data: - predata['rvstartid'] = str(data['query-continue']['revisions']['rvstartid']) - else: - break - return output - fullRevisionHistory = fullVersionHistory - def contributingUsers(self): """ Returns a set of all user names (including anonymous IPs) of those who

16 years, 6 months

SVN: [4384] trunk/pywikipedia/family.py

by cosoleto＠svn.wikimedia.org

Revision: 4384 Author: cosoleto Date: 2007-09-29 12:24:34 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Added #redirect translation for suwiki (bug #1804700) Modified Paths: -------------- trunk/pywikipedia/family.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2007-09-29 11:12:09 UTC (rev 4383) +++ trunk/pywikipedia/family.py 2007-09-29 12:24:34 UTC (rev 4384) @@ -2420,6 +2420,7 @@ 'ru': [u'перенаправление', u'перенапр'], 'sk': [u'presmeruj'], 'sr': [u'преусмери',u'Преусмери'], # Using lowercase only doesn't work? + 'su': [u'redirected', u'alih'], 'tt': [u'yünältü'], 'yi': [u'ווייטערפירן'] }

16 years, 6 months

[ pywikipediabot-Bugs-1804700 ] Redirect in Basa Sunda not recognized

by SourceForge.net

Bugs item #1804700, was opened at 2007-09-29 13:03 Message generated for change (Comment added) made by malafaya You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: André Malafaya Baptista (malafaya) Assigned to: Nobody/Anonymous (nobody) Summary: Redirect in Basa Sunda not recognized Initial Comment: I came across an error processing article [[en:True Jesus Church]] which pertains with the fact that a redirect in su.wikipedia.org not being recognized. I realized the magic word #REDIRECT has been localized to #ALIH. The bot does not recognize this synonym for a redirect therefore generating errors. (Check http://su.wikipedia.org/w/index.php?title=Gareja_Yesus_Sajati&redirect=no) Please add magic work #ALIH as a synonym for #REDIRECT in language code SU. Thanks. ---------------------------------------------------------------------- >Comment By: André Malafaya Baptista (malafaya) Date: 2007-09-29 13:09 Message: Logged In: YES user_id=1037345 Originator: YES I attached a patch for family.py File Added: familiy.py.patch ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_…

16 years, 6 months

[ pywikipediabot-Bugs-1804700 ] Redirect in Basa Sunda not recognized

by SourceForge.net

Bugs item #1804700, was opened at 2007-09-29 13:03 Message generated for change (Settings changed) made by malafaya You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: André Malafaya Baptista (malafaya) Assigned to: Nobody/Anonymous (nobody) >Summary: Redirect in Basa Sunda not recognized Initial Comment: I came across an error processing article [[en:True Jesus Church]] which pertains with the fact that a redirect in su.wikipedia.org not being recognized. I realized the magic word #REDIRECT has been localized to #ALIH. The bot does not recognize this synonym for a redirect therefore generating errors. (Check http://su.wikipedia.org/w/index.php?title=Gareja_Yesus_Sajati&redirect=no) Please add magic work #ALIH as a synonym for #REDIRECT in language code SU. Thanks. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_…

16 years, 6 months

[ pywikipediabot-Bugs-1804700 ] Redirect is Basa Sunda not recognized

by SourceForge.net

Bugs item #1804700, was opened at 2007-09-29 13:03 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: André Malafaya Baptista (malafaya) Assigned to: Nobody/Anonymous (nobody) Summary: Redirect is Basa Sunda not recognized Initial Comment: I came across an error processing article [[en:True Jesus Church]] which pertains with the fact that a redirect in su.wikipedia.org not being recognized. I realized the magic word #REDIRECT has been localized to #ALIH. The bot does not recognize this synonym for a redirect therefore generating errors. (Check http://su.wikipedia.org/w/index.php?title=Gareja_Yesus_Sajati&redirect=no) Please add magic work #ALIH as a synonym for #REDIRECT in language code SU. Thanks. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1804700&group_…

16 years, 6 months

SVN: [4383] trunk/pywikipedia/image_replacer.py

by btongminh＠svn.wikimedia.org

Revision: 4383 Author: btongminh Date: 2007-09-29 11:12:09 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Some small tweaks in examine_revision_history Modified Paths: -------------- trunk/pywikipedia/image_replacer.py Modified: trunk/pywikipedia/image_replacer.py =================================================================== --- trunk/pywikipedia/image_replacer.py 2007-09-29 10:49:55 UTC (rev 4382) +++ trunk/pywikipedia/image_replacer.py 2007-09-29 11:12:09 UTC (rev 4383) @@ -142,8 +142,8 @@ def examine_revision_history(self, revisions, replacement, username): for revision in revisions: - if replacement.group(0) in revision['content']: - db_time = db_timestamp(timestamp) + if replacement.group(0) in revision['*']: + db_time = db_timestamp(revision['timestamp']) if db_time < self.first_revision or not self.first_revision: self.first_revision = int(db_time) return (db_time, strip_image(replacement.group(1)),

16 years, 6 months

SVN: [4382] trunk/pywikipedia/image_replacer.py

by btongminh＠svn.wikimedia.org

Revision: 4382 Author: btongminh Date: 2007-09-29 10:49:55 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Proper exception handling, threadsafety, forceLogin Modified Paths: -------------- trunk/pywikipedia/image_replacer.py Modified: trunk/pywikipedia/image_replacer.py =================================================================== --- trunk/pywikipedia/image_replacer.py 2007-09-29 10:43:01 UTC (rev 4381) +++ trunk/pywikipedia/image_replacer.py 2007-09-29 10:49:55 UTC (rev 4382) @@ -47,6 +47,7 @@ for i in self.config.get('disallowed_replacements', ())] self.site = wikipedia.getSite(persistent_http = True) + self.site.forceLogin() self.database = connect_database() self.cursor = self.database.cursor() @@ -197,7 +198,8 @@ class Reporter(threadpool.Thread): def __init__(self, pool, site, config): - self.site = site + self.site = wikipedia.Site(site.lang, site.family, + site.user, True) self.config = config threadpool.Thread.__init__(self, pool) @@ -259,13 +261,15 @@ output(u'Running ' + __version__) try: - # FIXME: Add support for single-process replacer. - r = Replacer() - output(u'This bot runs from: ' + str(r.site)) - r.start() - except Exception, e: - if type(e) not in (SystemExit, KeyboardInterrupt): - output('A critical error has occured! Aborting!') - traceback.print_exc(file = sys.stderr) - r.reporters.exit() - wikipedia.stopme() \ No newline at end of file + try: + # FIXME: Add support for single-process replacer. + r = Replacer() + output(u'This bot runs from: ' + str(r.site)) + r.start() + except Exception, e: + if type(e) not in (SystemExit, KeyboardInterrupt): + output('A critical error has occured! Aborting!') + traceback.print_exc(file = sys.stderr) + finally: + r.reporters.exit() + wikipedia.stopme() \ No newline at end of file

16 years, 6 months

SVN: [4381] trunk/pywikipedia/wikipedia.py

by btongminh＠svn.wikimedia.org

Revision: 4381 Author: btongminh Date: 2007-09-29 10:43:01 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Site.UrlEncode now accepts all iterable. (fix) Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2007-09-29 10:41:53 UTC (rev 4380) +++ trunk/pywikipedia/wikipedia.py 2007-09-29 10:43:01 UTC (rev 4381) @@ -3243,7 +3243,7 @@ a http POST request""" if not query: return None - if hasattr('iteritems', query): + if hasattr(query, 'iteritems'): iterator = query.iteritems() else: iterator = iter(query)

16 years, 6 months

SVN: [4380] trunk/pywikipedia/wikipedia.py

by btongminh＠svn.wikimedia.org

Revision: 4380 Author: btongminh Date: 2007-09-29 10:41:53 +0000 (Sat, 29 Sep 2007) Log Message: ----------- Site.UrlEncode now accepts all iterable. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2007-09-29 10:33:52 UTC (rev 4379) +++ trunk/pywikipedia/wikipedia.py 2007-09-29 10:41:53 UTC (rev 4380) @@ -3243,8 +3243,12 @@ a http POST request""" if not query: return None + if hasattr('iteritems', query): + iterator = query.iteritems() + else: + iterator = iter(query) l = [] - for key, value in query.iteritems(): + for key, value in iterator: if isinstance(key, unicode): key = key.encode('utf-8') if isinstance(value, unicode):

16 years, 6 months

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

Pywikipedia-l September 2007