Pywikipedia-l November 2008

pywikipedia-l@lists.wikimedia.org

20 participants
178 discussions

SVN: [6083] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 11 Nov '08

11 Nov '08

Revision: 6083 Author: russblau Date: 2008-11-11 21:42:04 +0000 (Tue, 11 Nov 2008) Log Message: ----------- Bugfixes in loadrevisions, and some backwards-compatibility changes Modified Paths: -------------- branches/rewrite/pywikibot/data/api.py branches/rewrite/pywikibot/page.py branches/rewrite/pywikibot/site.py Modified: branches/rewrite/pywikibot/data/api.py =================================================================== --- branches/rewrite/pywikibot/data/api.py 2008-11-09 11:06:54 UTC (rev 6082) +++ branches/rewrite/pywikibot/data/api.py 2008-11-11 21:42:04 UTC (rev 6083) @@ -290,7 +290,6 @@ assumed. """ - global data if "action" in kwargs and "action" != "query": raise Error("%s: 'action' must be 'query', not %s" % (self.__class__.__name__, kwargs["query"])) @@ -321,8 +320,10 @@ self.resultkey = "pages" # name of the "query" else: # subelement key self.resultkey = self.module # to look for when iterating + self.continuekey = self.resultkey # usually the query-continue key + # is the same as the querymodule, + # but not always - def get_module(self): """Query api on self.site for paraminfo on querymodule=self.module""" @@ -382,8 +383,8 @@ if not ("query" in self.data and self.resultkey in self.data["query"]): logger.debug( - "%s: stopped iteration because 'query' and result keys not found in api response." - % self.__class__.__name__) +"%s: stopped iteration because 'query' and '%s' not found in api response.", + self.__class__.__name__, self.resultkey) logger.debug(self.data) return pagedata = self.data["query"][self.resultkey] @@ -404,10 +405,10 @@ return if not "query-continue" in self.data: return - if not self.module in self.data["query-continue"]: + if not self.continuekey in self.data["query-continue"]: raise Error("Missing '%s' key in ['query-continue'] value." - % self.module) - update = self.data["query-continue"][self.module] + % self.continuekey) + update = self.data["query-continue"][self.continuekey] for key, value in update.iteritems(): # query-continue can return ints if isinstance(value, int): @@ -604,9 +605,9 @@ revid=rev['revid'], timestamp=rev['timestamp'], user=rev['user'], - anon=rev.has_key('anon'), + anon='anon' in rev, comment=rev.get('comment', u''), - minor=rev.has_key('minor'), + minor='minor' in rev, text=rev.get('*', None) ) page._revisions[revision.revid] = revision Modified: branches/rewrite/pywikibot/page.py =================================================================== --- branches/rewrite/pywikibot/page.py 2008-11-09 11:06:54 UTC (rev 6082) +++ branches/rewrite/pywikibot/page.py 2008-11-11 21:42:04 UTC (rev 6083) @@ -10,7 +10,7 @@ __version__ = '$Id: $' import pywikibot -import pywikibot.site +from pywikibot import deprecate_arg import htmlentitydefs import logging @@ -141,9 +141,11 @@ """Return the number of the namespace of the page.""" return self._ns + @deprecate_arg("decode", None) def title(self, underscore=False, savetitle=False, withNamespace=True, withSection=True, asUrl=False, asLink=False, - allowInterwiki=True, forceInterwiki=False, textlink=False): + allowInterwiki=True, forceInterwiki=False, textlink=False, + as_filename=False): """Return the title of this Page, as a Unicode string. @param underscore: if true, replace all ' ' characters with '_' @@ -159,6 +161,8 @@ format the link as an interwiki link @param textlink: (only used if asLink is true) if true, place a ':' before Category: and Image: links + @param as_filename: if true, replace any characters that are unsafe + in filenames """ title = self._title @@ -192,20 +196,23 @@ return u'[[:%s]]' % title else: return u'[[%s]]' % title + if as_filename: + # Replace characters that are not possible in file names on some + # systems. + # Spaces are possible on most systems, but are bad for URLs. + for forbidden in ':*?/\\ ': + title = title.replace(forbidden, '_') return title - def section(self, underscore = False): + @deprecate_arg("decode", None) + @deprecate_arg("underscore", None) + def section(self): """Return the name of the section this Page refers to. The section is the part of the title following a '#' character, if any. If no section is present, return None. - @param underscore: unused, but maintained for backwards compatibility - """ - if underscore: - logger.debug( - u"Page.section(underscore=...) is deprecated.") if self._section: return self._section else: @@ -213,14 +220,16 @@ def __str__(self): """Return a console representation of the pagelink.""" - return self.title(asLink=True, forceInterwiki=True).encode(sys.stderr.encoding) + return self.title(asLink=True, forceInterwiki=True + ).encode(sys.stderr.encoding) def __unicode__(self): return self.title(asLink=True, forceInterwiki=True) def __repr__(self): """Return a more complete string representation.""" - return u"%s(%s)" % (self.__class__.__name__, self.title()) + return u"%s(%s)" % (self.__class__.__name__, + self.title().encode(sys.stderr.encoding)) def __cmp__(self, other): """Test for equality and inequality of Page objects. @@ -228,14 +237,18 @@ Page objects are "equal" if and only if they are on the same site and have the same normalized title, including section if any. + Page objects are sortable by namespace first, then by title. + """ if not isinstance(other, Page): # especially, return -1 if other is None return -1 if not self.site() == other.site(): return cmp(self.site(), other.site()) - owntitle = self.title() - othertitle = other.title() + if self.namespace() != other.namespace(): + return cmp(self.namespace(), other.namespace()) + owntitle = self.title(withNamespace=False) + othertitle = other.title(withNamespace=False) return cmp(owntitle, othertitle) def __hash__(self): @@ -343,7 +356,7 @@ return "%s://%s/%sindex.php?title=%s&oldid=%s" \ % (self.site().protocol(), self.site().hostname(), - self.site().script_path(), + self.site().scriptpath(), self.title(asUrl=True), self.latestRevision()) @@ -390,7 +403,8 @@ def previousRevision(self): """Return the revision id for the previous revision of this Page.""" vh = self.getVersionHistory(revCount=2) - return vh[1][0] + revkey = sorted(self._revisions.keys(), reverse=True)[1] + return revkey def exists(self): """Return True if page exists on the wiki, even if it's a redirect. @@ -790,8 +804,9 @@ self.site().getredirtarget(self) return self._redir - def getVersionHistory(self, forceReload=False, reverseOrder=False, - getAll=False, revCount=500): + @deprecate_arg("forceReload", None) + def getVersionHistory(self, reverseOrder=False, getAll=False, + revCount=500): """Load the version history page and return history information. Return value is a list of tuples, where each tuple represents one @@ -805,8 +820,16 @@ limit = None else: limit = revCount - return self.site().loadrevisions(self, getText=False, - rvdir=not reverseOrder, limit=limit) + self.site().loadrevisions(self, getText=False, rvdir=reverseOrder, + limit=limit) + if getAll: + revCount = len(self._revisions) + return [(self._revisions[rev].id, + self._revisions[rev].timestamp, + self._revisions[rev].user, + self._revisions[rev].comment) + for rev in sorted(self._revisions.keys(), + reverse=not reverseOrder)[ : revCount] def getVersionHistoryTable(self, forceReload=False, reverseOrder=False, getAll=False, revCount=500): @@ -1006,41 +1029,31 @@ ######## DEPRECATED METHODS ######## def encoding(self): - """Return the character encoding used on this Page's wiki Site. - - DEPRECATED: use Site.encoding() instead - - """ + """DEPRECATED: use Site.encoding() instead""" logger.debug(u"Page.encoding() is deprecated; use Site.encoding().") return self.site().encoding() def titleWithoutNamespace(self, underscore=False): - """Return title of Page without namespace and without section. - - DEPRECATED: use self.title(withNamespace=False) instead. - - """ + """DEPRECATED: use self.title(withNamespace=False) instead.""" logger.debug( u"Page.titleWithoutNamespace() method is deprecated.") return self.title(underscore=underscore, withNamespace=False, withSection=False) + def titleForFilename(self): + """DEPRECATED: use self.title(as_filename=True) instead.""" + logger.debug( + u"Page.titleForFilename() method is deprecated.") + return self.title(as_filename=True) + def sectionFreeTitle(self, underscore=False): - """Return the title of this Page, without the section (if any). - - DEPRECATED: use self.title(withSection=False) instead. - - """ + """DEPRECATED: use self.title(withSection=False) instead.""" logger.debug( u"Page.sectionFreeTitle() method is deprecated.") return self.title(underscore=underscore, withSection=False) def aslink(self, forceInterwiki=False, textlink=False, noInterwiki=False): - """Return a string representation in the form of a wikilink. - - DEPRECATED: use self.title(asLink=True) instead. - - """ + """DEPRECATED: use self.title(asLink=True) instead.""" logger.debug(u"Page.aslink() method is deprecated.") return self.title(asLink=True, forceInterwiki=forceInterwiki, allowInterwiki=not noInterwiki, textlink=textlink) @@ -1110,7 +1123,7 @@ """Return the URL for the image described on this page.""" # TODO add scaling option? if not hasattr(self, '_imageinfo'): - self._imageinfo = self.site().getimageinfo(self) + self._imageinfo = self.site().getimageinfo(self) #FIXME return self._imageinfo['url'] def fileIsOnCommons(self): @@ -1142,7 +1155,7 @@ def getFileSHA1Sum(self): """Return image file's SHA1 checksum.""" if not hasattr(self, '_imageinfo'): - self._imageinfo = self.site().getimageinfo(self) + self._imageinfo = self.site().getimageinfo(self) #FIXME return self._imageinfo['sha1'] def getFileVersionHistory(self): @@ -1153,7 +1166,7 @@ """ #TODO; return value may need to change - return self.site().getimageinfo(self, history=True) + return self.site().getimageinfo(self, history=True) #FIXME def getFileVersionHistoryTable(self): """Return the version history in the form of a wiki table.""" Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2008-11-09 11:06:54 UTC (rev 6082) +++ branches/rewrite/pywikibot/site.py 2008-11-11 21:42:04 UTC (rev 6083) @@ -1322,6 +1322,7 @@ elif excludeuser: rvgen.request[u"rvexcludeuser"] = excludeuser # TODO if sysop: something + rvgen.continuekey = "revisions" for pagedata in rvgen: if page is not None: if pagedata['title'] != page.title(withSection=False): @@ -1329,7 +1330,8 @@ u"loadrevisions: Query on %s returned data on '%s'" % (page, pagedata['title'])) if pagedata.has_key('missing'): - raise NoPage(u'Page %s does not exist' % page.title(asLink=True)) + raise NoPage(u'Page %s does not exist' + % page.title(asLink=True)) else: page = Page(self, pagedata['title']) api.update_page(page, pagedata)

1 0

SVN: [6073] trunk/pywikipedia/imagerecat.py
by multichill＠svn.wikimedia.org 11 Nov '08

11 Nov '08

Revision: 6073 Author: multichill Date: 2008-11-06 20:53:12 +0000 (Thu, 06 Nov 2008) Log Message: ----------- Include much more information in the check categories template. Modified Paths: -------------- trunk/pywikipedia/imagerecat.py Modified: trunk/pywikipedia/imagerecat.py =================================================================== --- trunk/pywikipedia/imagerecat.py 2008-11-06 16:31:26 UTC (rev 6072) +++ trunk/pywikipedia/imagerecat.py 2008-11-06 20:53:12 UTC (rev 6073) @@ -53,13 +53,13 @@ if(onlyfilter): commonshelperCats = [] else: - commonshelperCats = getCommonshelperCats(imagepage) + (commonshelperCats, usage, galleries) = getCommonshelperCats(imagepage) newcats = applyAllFilters(commonshelperCats+currentCats) if (len(newcats) > 0 and not(set(currentCats)==set(newcats))): for cat in newcats: wikipedia.output(u' Found new cat: ' + cat); - saveImagePage(imagepage, newcats, onlyfilter) + saveImagePage(imagepage, newcats, usage, galleries, onlyfilter) def getCurrentCats(imagepage): @@ -76,9 +76,12 @@ ''' Get category suggestions from CommonSense. Parse them and return a list of suggestions. ''' - result = [] + commonshelperCats = [] + usage = [] + galleries = [] + parameters = urllib.urlencode({'i' : imagepage.titleWithoutNamespace().encode('utf-8'), 'r' : 'on', 'go-clean' : 'Find+Categories', 'cl' : 'li'}) - commonsenseRe = re.compile('^#COMMONSENSE(.*)#USAGE(\s)+$(?P<usage>(\d)+)$(.*)#KEYWORDS(\s)+$(?P<keywords>(\d)+)$(.*)#CATEGORIES(\s)+$(?P<catnum>(\d)+)$\s(?P<cats>(.*))\s#GALLERIES(\s)+$(?P<galnum>(\d)+)$(.*)#EOF$', re.MULTILINE + re.DOTALL) + commonsenseRe = re.compile('^#COMMONSENSE(.*)#USAGE(\s)+$(?P<usagenum>(\d)+)$\s(?P<usage>(.*))\s#KEYWORDS(\s)+$(?P<keywords>(\d)+)$(.*)#CATEGORIES(\s)+$(?P<catnum>(\d)+)$\s(?P<cats>(.*))\s#GALLERIES(\s)+$(?P<galnum>(\d)+)$\s(?P<gals>(.*))\s(.*)#EOF$', re.MULTILINE + re.DOTALL) gotInfo = False; @@ -93,13 +96,51 @@ wikipedia.output(u'Got a timeout, let\'s try again') if matches: + if(matches.group('usagenum') > 0): + used = matches.group('usage').splitlines() + for use in used: + usage= usage + getUsage(use) + #wikipedia.output(use) if(matches.group('catnum') > 0): - categories = matches.group('cats').splitlines() - for cat in categories: - result.append(cat.replace('_',' ')) + cats = matches.group('cats').splitlines() + for cat in cats: + commonshelperCats.append(cat.replace('_',' ')) + wikipedia.output(u'category : ' + cat) + if(matches.group('galnum') > 0): + gals = matches.group('gals').splitlines() + for gal in gals: + galleries.append(gal.replace('_',' ')) + wikipedia.output(u'gallery : ' + gal) + commonshelperCats = list(set(commonshelperCats)) + galleries = list(set(galleries)) + for (lang, project, article) in usage: + wikipedia.output(lang + project + article) + + return (commonshelperCats, usage, galleries) - return list(set(result)) +def getUsage(use): + result = [] + lang = '' + project = '' + article = '' + usageRe = re.compile('^(?P<lang>([\w]+))\.(?P<project>([\w]+))\.org:(?P<articles>\s(.*))') + matches = usageRe.search(use) + if matches: + if(matches.group('lang')): + lang = matches.group('lang') + #wikipedia.output(lang) + if(matches.group('project')): + project = matches.group('project') + #wikipedia.output(project) + if(matches.group('articles')): + articles = matches.group('articles') + #wikipedia.output(articles) + for article in articles.split(): + result.append((lang, project, article)) + return result + + def applyAllFilters(categories): result = [] @@ -203,7 +244,7 @@ return result -def saveImagePage(imagepage, newcats, onlyfilter): +def saveImagePage(imagepage, newcats, usage, galleries, onlyfilter): ''' Remove the old categories and add the new categories to the image. ''' @@ -211,7 +252,7 @@ if not(onlyfilter): newtext = removeTemplates(newtext) - newtext = newtext + u'{{subst:chc}}\n' + newtext = newtext + getCheckCategoriesTemplate(usage, galleries) for category in newcats: newtext = newtext + u'[[Category:' + category + u']]\n' @@ -235,7 +276,26 @@ result = re.sub(u'\{\{\s*[Cc]heck categories[^}]*\}\}', u'', result) return result +def getCheckCategoriesTemplate(usage, galleries): + result = u'{{Check categories|year={{subst:CURRENTYEAR}}|month={{subst:CURRENTMONTHNAME}}|day={{subst:CURRENTDAY}}\n' + usageCounter = 1 + for (lang, project, article) in usage: + result = result + u'|lang' + str(usageCounter) + u'=' + lang + result = result + u'|wiki' + str(usageCounter) + u'=' + project + result = result + u'|article' + str(usageCounter) + u'=' + article + result = result + u'\n' + usageCounter = usageCounter + 1 + + galleryCounter = 1 + for gallery in galleries: + result = result + u'|gallery' + str(galleryCounter) + u'=' + gallery + u'\n' + galleryCounter = galleryCounter + 1 + + result = result + u'}}\n' + return result + + def main(args): ''' Main loop. Get a generator. Set up the 3 threads and the 2 queue's and fire everything up.

3 3

[ pywikipediabot-Feature Requests-2255146 ] Page moves should not suppress redirects by default
by SourceForge.net 10 Nov '08

10 Nov '08

Feature Requests item #2255146, was opened at 2008-11-10 11:44 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2255146&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None Status: Open Priority: 5 Private: No Submitted By: Nobody/Anonymous (nobody) Assigned to: Nobody/Anonymous (nobody) Summary: Page moves should not suppress redirects by default Initial Comment: When moving pages with Page.move(), a redirect should be created by default. Users with the 'suppressredirect' right (e.g. bots on Wikimedia projects) should be able to suppress redirects. I propose adding a parameter leaveRedirect=True (or possibly suppresRedirect=False) to the function. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2255146&group_…

1 0

[ pywikipediabot-Feature Requests-2029867 ] Bot to put the same text on the same page on every wiki
by SourceForge.net 10 Nov '08

10 Nov '08

Feature Requests item #2029867, was opened at 2008-07-28 02:24 Message generated for change (Comment added) made by melancholie You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2029867&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Mike.lifeguard (mike_lifeguard) Assigned to: Nobody/Anonymous (nobody) Summary: Bot to put the same text on the same page on every wiki Initial Comment: It should simply put the exact same text on the same page (accounting for namespace localization) on every wiki (or some specified subset). Should be easy to do for those knowing python. This would be useful to create template-like user/user talk pages, spamming messages cross-wiki, updating templates, updating blacklists (for stewards) etc. Mike.lifeguard | @meta 00:21, 28 July 2008 (UTC) ---------------------------------------------------------------------- Comment By: Melancholie (melancholie) Date: 2008-11-10 03:35 Message: See also https://bugzilla.wikimedia.org/show_bug.cgi?id=4547 (Enable template transclusion from Commons). A PyWikipedia feature for putting the same page on every/selected wikis could become a prefiguration for that. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2029867&group_…

1 0

SVN: [6082] trunk/pywikipedia/clean_sandbox.py
by misza13＠svn.wikimedia.org 09 Nov '08

09 Nov '08

Revision: 6082 Author: misza13 Date: 2008-11-09 11:06:54 +0000 (Sun, 09 Nov 2008) Log Message: ----------- removing some unnecessary spaces Modified Paths: -------------- trunk/pywikipedia/clean_sandbox.py Modified: trunk/pywikipedia/clean_sandbox.py =================================================================== --- trunk/pywikipedia/clean_sandbox.py 2008-11-09 00:11:38 UTC (rev 6081) +++ trunk/pywikipedia/clean_sandbox.py 2008-11-09 11:06:54 UTC (rev 6082) @@ -28,11 +28,11 @@ 'ar': u'{{من فضلك اترك هذا السطر ولا تعدله (عنوان ساحة التجربة)}}\n', 'da': u'{{subst:Sandkasse tekst}}', 'de': u'{{Bitte erst NACH dieser Zeile schreiben! (Begrüßungskasten)}}\r\n', - 'en': u'{{Please leave this line alone (sandbox heading)}}\n ', + 'en': u'{{Please leave this line alone (sandbox heading)}}\n', 'fi': u'{{subst:Hiekka}}', 'he': u'{{ארגז חול}}\n', 'id': u'{{Bakpasir}}\n', - 'it': u'{{sandbox}} ', + 'it': u'{{sandbox}}', 'ja': u'{{subst:サンドボックス}}', 'ko': u'{{연습장 안내문}}', 'nl': u'{{subst:Wikipedia:Zandbak/schoon zand}}', @@ -43,7 +43,7 @@ 'commons': u'{{Sandbox}}\n', 'sr': u'{{песак}}\n', 'sv': u'{{subst:Sandlådan}}', - 'th': u'{{กระบะทราย}} \n', + 'th': u'{{กระบะทราย}}\n', 'zh': u'{{subst:User:Sz-iwbot/sandbox}}\r\n', }

1 0

SVN: [6081] trunk/pywikipedia/families/wikipedia_family.py
by a_engels＠svn.wikimedia.org 09 Nov '08

09 Nov '08

Revision: 6081 Author: a_engels Date: 2008-11-09 00:11:38 +0000 (Sun, 09 Nov 2008) Log Message: ----------- A few disambiguation templates Modified Paths: -------------- trunk/pywikipedia/families/wikipedia_family.py Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2008-11-08 13:40:18 UTC (rev 6080) +++ trunk/pywikipedia/families/wikipedia_family.py 2008-11-09 00:11:38 UTC (rev 6081) @@ -569,9 +569,8 @@ u'Homonymie de clubs sportifs', u'Homonymie dynastique', u'Homonymie de comtés', u'Internationalisation', u'Isomérie', u'Homonymie de nom romain', - u'Paronymie', u'Patronymie', u'Personnes homonymes', - u'Unités homonymes', - u'Villes homonymes'], + u'Paronymie', u'Patronyme', u'Personnes homonymes', + u'Unités homonymes', u'Villes homonymes'], 'frp': [u'Homonimos'], 'fy': [u'Tfs', u'Neibetsjuttings'], 'ga': [u'Idirdhealú', u'Disambig'], @@ -631,7 +630,7 @@ u'Homograf', u'Radzvojba', u'Čvor'], 'sk': [u'Disambig', u'Rozlišovacia stránka', u'Disambiguation'], - 'sl': [u'Disambig', u'Razločitev', u'Disambig-ship'], + 'sl': [u'Disambig', u'Razločitev', u'Disambig-ship', u'Disambig-unit'], 'sq': [u'Kthjellim', u'Disambig'], 'sr': [u'Вишезначна одредница', u'Disambig'], 'srn': [u'Dp'], @@ -646,7 +645,7 @@ 'th': [u'แก้กำกวม', u'Disambig'], 'tl': [u'Paglilinaw', u'Disambig'], 'tr': [u'Anlam ayrım', u'Disambig', u'Anlam ayrımı'], - 'uk': [u'DisambigG', u'Disambig'], + 'uk': [u'Неоднозначність',u'DisambigG', u'Disambig'], 'vec': [u'Disambigua'], 'vi': [u'Trang định hướng', u'Định hướng', u'Disambig', u'Hndis'], 'vls': [u'Db', u'Dp', u'Dpintro'],

1 0

[ pywikipediabot-Bugs-2214050 ] checkimages.py - failed to load category on ko.wp
by SourceForge.net 08 Nov '08

08 Nov '08

Bugs item #2214050, was opened at 2008-11-01 14:22 Message generated for change (Comment added) made by filnik You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2214050&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None >Status: Closed Resolution: None Priority: 5 Private: No Submitted By: Woo-Jin Kim (kwj2772) >Assigned to: Filnik (filnik) Summary: checkimages.py - failed to load category on ko.wp Initial Comment: revision:6048 On ko.wikipedia, I tried to run this bot, but the bot has failed to load category which including license tags. Note:Korean Wikipedia does not use Latin alphabet. Error message: C:\Python25\checkimage>checkimages.py -limit:200 Checked for running processes. 1 processes currently running, including the curr ent process. Retrieving the latest 200 files for checking... ...Loading the licenses allowed... Loading 분류:그림 저작권 틀... Execution time: 1 Traceback (most recent call last): File "C:\Python25\checkimage\checkimages.py", line 1707, in <module> checkbot() File "C:\Python25\checkimage\checkimages.py", line 1615, in checkbot mainClass = main(site, sendemailActive = sendemailActive, duplicatesReport = duplicatesReport) File "C:\Python25\checkimage\checkimages.py", line 575, in __init__ self.list_licenses = self.load_licenses() File "C:\Python25\checkimage\checkimages.py", line 1087, in load_licenses list_licenses = categoryAllPageObjects(catName) File "C:\Python25\checkimage\checkimages.py", line 537, in categoryAllPageObje cts for element in categoryAllElements(CatName): File "C:\Python25\checkimage\checkimages.py", line 515, in categoryAllElements members = data['query']['categorymembers'] KeyError: 'query' ---------------------------------------------------------------------- >Comment By: Filnik (filnik) Date: 2008-11-08 13:41 Message: Fixed in rv 6080 ---------------------------------------------------------------------- Comment By: Woo-Jin Kim (kwj2772) Date: 2008-11-03 06:45 Message: I tried to changing line 508. Another problem raised: C:\Python25\checkimage>checkimages.py -limit:250 Checked for running processes. 1 processes currently running, including the curr ent process. Retrieving the latest 250 files for checking... ...Loading the licenses allowed... Loading 분류:그림 저작권 틀... NOTE: You have new messages on wikipedia:ko WARNING: Your account on wikipedia:ko does not have a bot flag. Its edits will b e visible in the recent changes and it may get blocked. >> No additional settings found! << WARNING: Your account on wikipedia:ko does not have a bot flag. Its edits will b e visible in the recent changes and it may get blocked. WARNING: Your account on wikipedia:ko does not have a bot flag. Its edits will b e visible in the recent changes and it may get blocked. Execution time: 7 Traceback (most recent call last): File "C:\Python25\checkimage\checkimages.py", line 1707, in <module> checkbot() File "C:\Python25\checkimage\checkimages.py", line 1692, in checkbot resultCheck = mainClass.checkStep() File "C:\Python25\checkimage\checkimages.py", line 1412, in checkStep (license_found, hiddenTemplateFound) = self.smartDetection() File "C:\Python25\checkimage\checkimages.py", line 1154, in smartDetection self.licenses_found = self.image.getTemplates() File "C:\Python25\checkimage\wikipedia.py", line 937, in getTemplates pageid = data['query']['pages'].keys()[0] KeyError: 'query' ---------------------------------------------------------------------- Comment By: Merlijn S. van Deen (valhallasw) Date: 2008-11-02 20:29 Message: The api raises an error: {u'error': {u'info': u'cmlimit may not be over 500 (set to 5000) for users', u'code': u'cmlimit'}} As a workaround, you could try changing line 508: 'cmlimit' :'5000', to: 'cmlimit' :'500', But the code /should/ just use continuation which is supported in the api... ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2214050&group_…

1 0

SVN: [6080] trunk/pywikipedia/wikipedia.py
by filnik＠svn.wikimedia.org 08 Nov '08

08 Nov '08

Revision: 6080 Author: filnik Date: 2008-11-08 13:40:18 +0000 (Sat, 08 Nov 2008) Log Message: ----------- Bugfix for ko.wiki Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2008-11-08 13:39:53 UTC (rev 6079) +++ trunk/pywikipedia/wikipedia.py 2008-11-08 13:40:18 UTC (rev 6080) @@ -913,7 +913,7 @@ x = self.get() return True # if we reach this point, we had no problems. - def getTemplates(self): + def getTemplates(self, tllimit = 5000): #action=query&prop=templates&titles=Main Page """ Returns the templates that are used in the page given. @@ -929,13 +929,19 @@ 'action' :'query', 'prop' :'templates', 'titles' :self.title(), - 'tllimit' :5000 + 'tllimit' :tllimit, } data = query.GetData(params, useAPI = True, encodeTitle = False) - pageid = data['query']['pages'].keys()[0] try: + pageid = data['query']['pages'].keys()[0] + except KeyError: + if tllimit != 500: + return self.getTemplates(500) + else: + raise Error(data) + try: templates = data['query']['pages'][pageid]['templates'] except KeyError: return list()

1 0

SVN: [6079] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 08 Nov '08

08 Nov '08

Revision: 6079 Author: filnik Date: 2008-11-08 13:39:53 +0000 (Sat, 08 Nov 2008) Log Message: ----------- Bugfix for ko.wiki Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-11-07 22:43:45 UTC (rev 6078) +++ trunk/pywikipedia/checkimages.py 2008-11-08 13:39:53 UTC (rev 6079) @@ -496,25 +496,32 @@ wikipedia.output(u'No data found.') return False -def categoryAllElements(CatName): +def categoryAllElements(CatName, cmlimit = 5000): #action=query&list=categorymembers&cmlimit=500&cmtitle=Category:License_tags """ Category to load all the elements in a category. Limit: 5000 elements. """ wikipedia.output("Loading %s..." % CatName) + params = { 'action' :'query', 'list' :'categorymembers', - 'cmlimit' :'5000', + 'cmlimit' :cmlimit, 'cmtitle' :CatName, } data = query.GetData(params, useAPI = True, encodeTitle = False) - - members = data['query']['categorymembers'] - if len(members) == 5000: - raise wikipedia.Error(u'The category selected as >= 5.000 elements, limit reached.') + try: + members = data['query']['categorymembers'] + except KeyError: + if int(cmlimit) != 500: + wikipedia.output(u'An Error occured, trying to reload the category.') + return categoryAllElements(CatName, cmlimit = 500) + else: + raise wikipedia.Error(data) + if len(members) == int(cmlimit): + raise wikipedia.Error(u'The category selected as >= %s elements, limit reached.' % cmlimit) allmembers = members results = list() for subcat in members: @@ -562,7 +569,10 @@ project = wikipedia.getSite().family.name self.project = project bot = config.usernames[project] - botnick = bot[self.site.lang] + try: + botnick = bot[self.site.lang] + except KeyError: + raise wikipedia.NoUsername(u"You have to specify an username for your bot in this project in the user-config.py file.") self.botnick = botnick botolist.append(botnick) self.botolist = botolist

1 0

SVN: [6078] trunk/pywikipedia/commonsdelinker/checkusage.py
by btongminh＠svn.wikimedia.org 07 Nov '08

07 Nov '08

Revision: 6078 Author: btongminh Date: 2008-11-07 22:43:45 +0000 (Fri, 07 Nov 2008) Log Message: ----------- Proper fix this time. Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/checkusage.py Modified: trunk/pywikipedia/commonsdelinker/checkusage.py =================================================================== --- trunk/pywikipedia/commonsdelinker/checkusage.py 2008-11-07 22:36:51 UTC (rev 6077) +++ trunk/pywikipedia/commonsdelinker/checkusage.py 2008-11-07 22:43:45 UTC (rev 6078) @@ -354,9 +354,9 @@ # Apparently this someday changed from dict to list? if type(usages) is dict: - uages = usages.values() + usages = usages.values() - for usage in usages.itervalues(): + for usage in usages: title = usage['title'].replace(' ', '_') namespace = usage['ns'] if namespace != 0:

1 0

← Newer
1
...
10
11
12
13
14
15
16
17
18
Older →

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

Pywikipedia-l November 2008