Pywikipedia-svn September 2009

pywikipedia-svn@lists.wikimedia.org

9 participants
145 discussions

SVN: [7339] branches/rewrite/pywikibot/data/api.py
by russblau＠svn.wikimedia.org 30 Sep '09

30 Sep '09

Revision: 7339 Author: russblau Date: 2009-09-30 01:23:04 +0000 (Wed, 30 Sep 2009) Log Message: ----------- Add ability to assemble multipart/form-data messages; will be needed for implementation of upload api, but for now is disabled. Modified Paths: -------------- branches/rewrite/pywikibot/data/api.py Modified: branches/rewrite/pywikibot/data/api.py =================================================================== --- branches/rewrite/pywikibot/data/api.py 2009-09-29 20:33:35 UTC (rev 7338) +++ branches/rewrite/pywikibot/data/api.py 2009-09-30 01:23:04 UTC (rev 7339) @@ -186,6 +186,8 @@ """ from pywikibot.comms import http + from email.mime.multipart import MIMEMultipart + from email.mime.nonmultipart import MIMENonMultipart params = self.http_params() if self.site._loginstatus == -3: @@ -197,6 +199,7 @@ "protect", "block", "unblock" ) self.site.throttle(write=write) + mime = False # debugging uri = self.site.scriptpath() + "/api.php" try: ssl = False @@ -205,10 +208,30 @@ ssl = True elif config.use_SSL_always: ssl = True - rawdata = http.request(self.site, uri, ssl, method="POST", - headers={'Content-Type': - 'application/x-www-form-urlencoded'}, - body=params) + if mime: + global container + # construct a MIME message containing all API key/values + container = MIMEMultipart(_subtype='form-data') + for key in self.params: + submsg = MIMENonMultipart("text", "plain") + submsg.add_header("Content-disposition", "form-data", + name=key) + submsg.set_payload(self.params[key]) + container.attach(submsg) + # strip the headers to get the HTTP message body + body = container.as_string() + marker = "\n\n" # separates headers from body + eoh = body.find(marker) + body = body[ eoh + len(marker): ] + # retrieve the headers from the MIME object + mimehead = dict(container.items()) + rawdata = http.request(self.site, uri, ssl, method="POST", + headers=mimehead, body=body) + else: + rawdata = http.request(self.site, uri, ssl, method="POST", + headers={'Content-Type': + 'application/x-www-form-urlencoded'}, + body=params) except Server504Error: logger.debug(u"Caught 504 error") raise

1 0

SVN: [7338] trunk/pywikipedia/flickrripper.py
by multichill＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7338 Author: multichill Date: 2009-09-29 20:33:35 +0000 (Tue, 29 Sep 2009) Log Message: ----------- Skip fix for Duduman Modified Paths: -------------- trunk/pywikipedia/flickrripper.py Modified: trunk/pywikipedia/flickrripper.py =================================================================== --- trunk/pywikipedia/flickrripper.py 2009-09-29 19:20:05 UTC (rev 7337) +++ trunk/pywikipedia/flickrripper.py 2009-09-29 20:33:35 UTC (rev 7338) @@ -236,6 +236,7 @@ else: newPhotoDescription=photoDescription newFilename=filename + skip=False #wikipedia.output(newPhotoDescription) #if (wikipedia.Page(title=u'File:'+ filename, site=wikipedia.getSite()).exists()): # I should probably check if the hash is the same and if not upload it under a different name

1 0

SVN: [7337] trunk/pywikipedia/flickrripper.py
by alexsh＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7337 Author: alexsh Date: 2009-09-29 19:20:05 +0000 (Tue, 29 Sep 2009) Log Message: ----------- flickrripper.py - code cleanup. - findDuplicateImages(): remove API query, same as wikipedia.Site().getFilesFromAnHash(). Modified Paths: -------------- trunk/pywikipedia/flickrripper.py Modified: trunk/pywikipedia/flickrripper.py =================================================================== --- trunk/pywikipedia/flickrripper.py 2009-09-29 18:27:04 UTC (rev 7336) +++ trunk/pywikipedia/flickrripper.py 2009-09-29 19:20:05 UTC (rev 7337) @@ -84,7 +84,7 @@ else: return False -def getPhotoUrl(photoSizes=None): +def getPhotoUrl(photoSizes = None): ''' Get the url of the jpg file with the highest resolution ''' @@ -94,7 +94,7 @@ url = size.attrib['source'] return url -def downloadPhoto(photoUrl=''): +def downloadPhoto(photoUrl = ''): ''' Download the photo and store it in a StrinIO.StringIO object. @@ -103,28 +103,16 @@ imageFile=urllib.urlopen(photoUrl).read() return StringIO.StringIO(imageFile) -def findDuplicateImages(photo=None, site=wikipedia.getSite()): +def findDuplicateImages(photo = None, site = wikipedia.getSite()): ''' Takes the photo, calculates the SHA1 hash and asks the mediawiki api for a list of duplicates. TODO: Add exception handling, fix site thing ''' - result = [] hashObject = hashlib.sha1() hashObject.update(photo.getvalue()) - sha1Hash = base64.b16encode(hashObject.digest()) + return site.getFilesFromAnHash(base64.b16encode(hashObject.digest())) - params = { - 'action' : 'query', - 'list' : 'allimages', - 'aisha1' : sha1Hash, - 'aiprop' : '', - } - data = query.GetData(params, wikipedia.getSite(), encodeTitle = False) - for image in data['query']['allimages']: - result.append(image['name']) - return result - def getTags(photoInfo = None): ''' Get all the tags on a photo @@ -161,10 +149,10 @@ else: title = u'' - if (wikipedia.Page(title=u'File:Flickr - %s - %s.jpg' % (username, title), site=wikipedia.getSite()).exists()): + if wikipedia.Page(site, u'File:Flickr - %s - %s.jpg' % (username, title) ).exists(): i = 1 while True: - if (wikipedia.Page(title=u'File:Flickr - %s - %s (%s).jpg' % (username, title, str(i)), site=wikipedia.getSite()).exists()): + if (wikipedia.Page(site, u'File:Flickr - %s - %s (%s).jpg' % (username, title, str(i))).exists()): i = i + 1 else: return u'Flickr - %s - %s (%s).jpg' % (username, title, str(i)) @@ -203,19 +191,20 @@ ''' description = flinfoDescription - if(removeCategories): - description = wikipedia.removeCategoryLinks(text=description, site=wikipedia.getSite(u'commons', u'commons')) + if removeCategories: + description = wikipedia.removeCategoryLinks(description, wikipedia.getSite('commons', 'commons')) - if(override): + if override: description = description.replace(u'{{cc-by-sa-2.0}}\n', u'') description = description.replace(u'{{cc-by-2.0}}\n', u'') description = description.replace(u'{{flickrreview}}\n', u'') description = description.replace(u'{{copyvio|Flickr, licensed as "All Rights Reserved" which is not a free license --~~~~}}\n', u'') description = description.replace(u'=={{int:license}}==', u'=={{int:license}}==\n' + override) - elif(flickrreview): - if(reviewer): + elif flickrreview: + if reviewer: description = description.replace(u'{{flickrreview}}', u'{{flickrreview|' + reviewer + '|{{subst:CURRENTYEAR}}-{{subst:CURRENTMONTH}}-{{subst:CURRENTDAY2}}}}') - if(addCategory): + + if addCategory: description = description + u'\n[[Category:' + addCategory + ']]\n' description = description.replace(u'\r\n', u'\n') return description @@ -224,23 +213,23 @@ ''' Process a single Flickr photo ''' - if(photo_id): + if photo_id: print photo_id - (photoInfo, photoSizes) = getPhoto(flickr=flickr, photo_id=photo_id) - if (isAllowedLicense(photoInfo=photoInfo) or override): + (photoInfo, photoSizes) = getPhoto(flickr, photo_id) + if isAllowedLicense(photoInfo) or override: #Get the url of the largest photo - photoUrl = getPhotoUrl(photoSizes=photoSizes) + photoUrl = getPhotoUrl(photoSizes) #Should download the photo only once - photo = downloadPhoto(photoUrl=photoUrl) + photo = downloadPhoto(photoUrl) #Don't upload duplicate images, should add override option - duplicates = findDuplicateImages(photo=photo) + duplicates = findDuplicateImages(photo) if duplicates: wikipedia.output(u'Found duplicate image at %s' % duplicates.pop()) else: - filename = getFilename(photoInfo=photoInfo) - flinfoDescription = getFlinfoDescription(photo_id=photo_id) - photoDescription = buildDescription(flinfoDescription=flinfoDescription, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories) + filename = getFilename(photoInfo) + flinfoDescription = getFlinfoDescription(photo_id) + photoDescription = buildDescription(flinfoDescription, flickrreview, reviewer, override, addCategory, removeCategories) #wikipedia.output(photoDescription) if not autonomous: (newPhotoDescription, newFilename, skip)=Tkdialog(photoDescription, photo, filename).run() @@ -256,7 +245,7 @@ #Would be nice to check before I upload if the file is already at Commons #Not that important for this program, but maybe for derived programs if not skip: - bot = upload.UploadRobot(url=photoUrl, description=newPhotoDescription, useFilename=newFilename, keepFilename=True, verifyDescription=False) + bot = upload.UploadRobot(photoUrl, description=newPhotoDescription, useFilename=newFilename, keepFilename=True, verifyDescription=False) bot.upload_image(debug=False) return 1 return 0 @@ -364,12 +353,12 @@ # http://www.flickr.com/services/api/flickr.groups.pools.getPhotos.html # Get the photos in a group - if(group_id): + if group_id: #First get the total number of photo's in the group photos = flickr.groups_pools_getPhotos(group_id=group_id, user_id=user_id, tags=tags, per_page='100', page='1') pages = photos.find('photos').attrib['pages'] - for i in range(1, int(pages)+1): + for i in range(1, int(pages) + 1): gotPhotos = False while not gotPhotos: try: @@ -390,7 +379,7 @@ # http://www.flickr.com/services/api/flickr.photosets.getPhotos.html # Get the photos in a photoset - elif(photoset_id): + elif photoset_id: photos = flickr.photosets_getPhotos(photoset_id=photoset_id, per_page='100', page='1') pages = photos.find('photoset').attrib['pages'] @@ -416,7 +405,7 @@ # http://www.flickr.com/services/api/flickr.people.getPublicPhotos.html # Get the (public) photos uploaded by a user - elif(user_id): + elif user_id: photos = flickr.people_getPublicPhotos(user_id=user_id, per_page='100', page='1') pages = photos.find('photos').attrib['pages'] #flickrapi.exceptions.FlickrError @@ -426,10 +415,10 @@ try: for photo in flickr.people_getPublicPhotos(user_id=user_id, per_page='100', page=i).find('photos').getchildren(): gotPhotos = True - if photo.attrib['id']==start_id: + if photo.attrib['id'] == start_id: found_start_id=True if found_start_id: - if photo.attrib['id']==end_id: + if photo.attrib['id'] == end_id: wikipedia.output('Found end_id') return else: @@ -461,7 +450,7 @@ #imagerecat.initLists() #Get the api key - if(config.flickr['api_key']): + if config.flickr['api_key']: flickr = flickrapi.FlickrAPI(config.flickr['api_key']) else: wikipedia.output('Flickr api key not found! Get yourself an api key') @@ -553,9 +542,9 @@ autonomous = True if user_id or group_id or photoset_id: - for photo_id in getPhotos(flickr=flickr, user_id=user_id, group_id=group_id, photoset_id=photoset_id, start_id=start_id, end_id=end_id, tags=tags): - uploadedPhotos = uploadedPhotos + processPhoto(flickr=flickr, photo_id=photo_id, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories, autonomous=autonomous) - totalPhotos = totalPhotos + 1 + for photo_id in getPhotos(flickr, user_id, group_id, photoset_id, start_id, end_id, tags): + uploadedPhotos += processPhoto(flickr, photo_id, flickrreview, reviewer, override, addCategory, removeCategories, autonomous) + totalPhotos += 1 else: usage()

1 0

SVN: [7336] trunk/pywikipedia
by alexsh＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7336 Author: alexsh Date: 2009-09-29 18:27:04 +0000 (Tue, 29 Sep 2009) Log Message: ----------- remove has_key for deprecated Modified Paths: -------------- trunk/pywikipedia/archive/mediawiki_messages.py trunk/pywikipedia/archive/translator.py trunk/pywikipedia/archivebot.py trunk/pywikipedia/category_redirect.py trunk/pywikipedia/catlib.py trunk/pywikipedia/censure.py trunk/pywikipedia/commonscat.py trunk/pywikipedia/cosmetic_changes.py trunk/pywikipedia/imagecopy.py trunk/pywikipedia/imagetransfer.py trunk/pywikipedia/maintcont.py trunk/pywikipedia/maintenance/family_check.py trunk/pywikipedia/makecat.py trunk/pywikipedia/misspelling.py trunk/pywikipedia/nowcommons.py trunk/pywikipedia/redirect.py trunk/pywikipedia/reflinks.py trunk/pywikipedia/revertbot.py trunk/pywikipedia/speedy_delete.py trunk/pywikipedia/splitwarning.py trunk/pywikipedia/standardize_notes.py trunk/pywikipedia/titletranslate.py trunk/pywikipedia/weblinkchecker.py trunk/pywikipedia/wikipedia.py trunk/pywikipedia/wiktionary/header.py trunk/pywikipedia/wiktionary/meaning.py trunk/pywikipedia/wiktionary/wiktionarypage.py trunk/pywikipedia/wiktionary/wiktionarypagetest.py Modified: trunk/pywikipedia/archive/mediawiki_messages.py =================================================================== --- trunk/pywikipedia/archive/mediawiki_messages.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/archive/mediawiki_messages.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -64,7 +64,7 @@ def get(key, site = None, allowreload = True): site = site or wikipedia.getSite() - if loaded.has_key(site): + if site in loaded: # Use cached copy if it exists. dictionary = loaded[site] else: @@ -84,7 +84,7 @@ f.close() loaded[site] = dictionary key = key[0].lower() + key[1:] - if dictionary.has_key(key): + if key in dictionary: return dictionary[key] elif allowreload: refresh_messages(site = site) Modified: trunk/pywikipedia/archive/translator.py =================================================================== --- trunk/pywikipedia/archive/translator.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/archive/translator.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -425,33 +425,33 @@ else: print_debug("\n Translating type " + type) # check if the translation database knows this type of table - if not types.has_key(type): + if not type in types: print "Unknown table type: " + type return - if types.get(type).has_key("translations"): + if "translations" in types.get(type): print_debug("\nDirect translations for type " + type + "\n") for item in types.get(type).get("translations"): # check if the translation database includes the source language - if not item.has_key(from_lang): + if not from_lang in item: print_debug(from_lang + " translation for item not found in translation table, skipping item") continue # if it's necessary to replace a substring if string.find(text, item.get(from_lang)) > -1: # check if the translation database includes the target language - if not item.has_key(to_lang): + if not to_lang in item: print_debug("Can't translate \"" + item.get(from_lang) + "\". Please make sure that there is a translation in copy_table.py.") else: print_debug(item.get(from_lang) + " => " + item.get(to_lang)) # translate a substring text = string.replace(text, item.get(from_lang), item.get(to_lang)) - if types.get(type).has_key("regexes"): + if 'regexes' in types.get(type): # work on regular expressions print_debug("\nWorking on regular expressions for type " + type + "\n") regexes = types.get(type).get("regexes") - if regexes.has_key(from_lang): + if from_lang in regexes: for item in regexes.get(from_lang): # only work on regular expressions that have a replacement for the target language - if regexes.get(from_lang).get(item).has_key(to_lang): + if to_lang in regexes.get(from_lang).get(item): replacement = regexes.get(from_lang).get(item).get(to_lang) regex = re.compile(item) # if the regular expression doesn't match anyway, we don't want it to print a debug message @@ -459,7 +459,7 @@ print_debug(item + " => " + replacement) text = re.sub(regex, replacement, text) # recursively use translation lists which are included in the current list - if types.get(type).has_key("includes"): + if "includes" in types.get(type): for inc in types.get(type).get("includes"): text = translate(text, inc, from_lang, debug_mode, to_lang) return text Modified: trunk/pywikipedia/archivebot.py =================================================================== --- trunk/pywikipedia/archivebot.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/archivebot.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -125,7 +125,7 @@ } def message(key, lang=Site.language()): - if not messages.has_key(lang): + if not lang in messages: lang = '_default' return messages[lang][key] @@ -222,7 +222,7 @@ for page_d in result['query']['embeddedin']: yield wikipedia.Page(Site, page_d['title']) - if result.has_key('query-continue'): + if 'query-continue' in result: eicontinue = result['query-continue']['embeddedin']['eicontinue'] for page in generateTransclusions(Site, template, namespaces, eicontinue): yield page @@ -458,7 +458,7 @@ return if not self.force and not self.Page.title+'/' == archive[:len(self.Page.title)+1] and not self.key_ok(): raise ArchiveSecurityError - if not self.archives.has_key(archive): + if not archive in self.archives: self.archives[archive] = DiscussionPage(archive,self,vars) return self.archives[archive].feedThread(thread,maxArchiveSize) Modified: trunk/pywikipedia/category_redirect.py =================================================================== --- trunk/pywikipedia/category_redirect.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/category_redirect.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -303,8 +303,7 @@ querydata = {'action': 'query', 'maxlag': str(wikipedia.config.maxlag)} querydata = query.CombineParams(querydata, data) - if not querydata.has_key("action")\ - or not querydata['action'] == 'query': + if not "action" in querydata or not querydata['action'] == 'query': raise ValueError( "query_results: 'action' set to value other than 'query'" ) @@ -330,7 +329,7 @@ wikipedia.output(u"Invalid API response received; retrying...") time.sleep(5) continue - if type(result) is dict and result.has_key("error"): + if type(result) is dict and "error" in result: if result['error']['code'] == "maxlag": print "Pausing due to server lag.\r", time.sleep(5) @@ -353,7 +352,7 @@ # query returned no results return yield result['query'] - if result.has_key("query-continue"): + if 'query-continue' in result: assert len(result['query-continue'].keys()) == 1, \ "More than one query-continue key returned: %s" \ % result['query-continue'].keys() Modified: trunk/pywikipedia/catlib.py =================================================================== --- trunk/pywikipedia/catlib.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/catlib.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -228,7 +228,7 @@ else: yield ARTICLE, wikipedia.Page(self.site(), memb['title']) # try to find a link to the next list page - if data.has_key('query-continue'): + if 'query-continue' in data: currentPageOffset = data['query-continue']['categorymembers']['cmcontinue'] else: break Modified: trunk/pywikipedia/censure.py =================================================================== --- trunk/pywikipedia/censure.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/censure.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -32,7 +32,7 @@ } site = wikipedia.getSite() -if not badWordList.has_key(site.language() + '.' + site.family.name) or not logPages.has_key(site.language() + '.' + site.family.name): +if not (site.language() + '.' + site.family.name) in badWordList or not (site.language() + '.' + site.family.name) in logPages: wikipedia.output('Error: your language isn\'t supported, see the source code for further details') sys.exit(1) ownWordPage = wikipedia.Page(site, badWordList[site.language() + '.' + site.family.name]) Modified: trunk/pywikipedia/commonscat.py =================================================================== --- trunk/pywikipedia/commonscat.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/commonscat.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -177,7 +177,7 @@ ''' Get the template name in a language. Expects the language code, returns the translation. ''' - if commonscatTemplates.has_key(lang): + if lang in commonscatTemplates: return commonscatTemplates[lang] else: return u'Commonscat' @@ -186,7 +186,7 @@ ''' Do we want to skip this page? ''' - if ignoreTemplates.has_key(page.site().language()): + if page.site().language() in ignoreTemplates: templatesInThePage = page.templates() templatesWithParams = page.templatesWithParams() for template in ignoreTemplates[page.site().language()]: Modified: trunk/pywikipedia/cosmetic_changes.py =================================================================== --- trunk/pywikipedia/cosmetic_changes.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/cosmetic_changes.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -417,7 +417,7 @@ return text def removeDeprecatedTemplates(self, text): - if deprecatedTemplates.has_key(self.site.family.name) and deprecatedTemplates[self.site.family.name].has_key(self.site.lang): + if self.site.family.name in deprecatedTemplates and self.site.lang in deprecatedTemplates[self.site.family.name]: for template in deprecatedTemplates[self.site.family.name][self.site.lang]: if not self.site.nocapitalize: template = '[' + template[0].upper() + template[0].lower() + ']' + template[1:] Modified: trunk/pywikipedia/imagecopy.py =================================================================== --- trunk/pywikipedia/imagecopy.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/imagecopy.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -285,17 +285,17 @@ imtxt=self.imagePage.get(force=True) #Remove the move to commons templates - if moveToCommonsTemplate.has_key(self.imagePage.site().language()): + if self.imagePage.site().language() in moveToCommonsTemplate: for moveTemplate in moveToCommonsTemplate[self.imagePage.site().language()]: imtxt = re.sub(u'(?i)\{\{' + moveTemplate + u'\}\}', u'', imtxt) #add {{NowCommons}} - if nowCommonsTemplate.has_key(self.imagePage.site().language()): + if self.imagePage.site().language() in nowCommonsTemplate: addTemplate = nowCommonsTemplate[self.imagePage.site().language()] % self.newname else: addTemplate = nowCommonsTemplate['_default'] % self.newname - if nowCommonsMessage.has_key(self.imagePage.site().language()): + if self.imagePage.site().language() in nowCommonsMessage: commentText = nowCommonsMessage[self.imagePage.site().language()] else: commentText = nowCommonsMessage['_default'] @@ -308,7 +308,7 @@ #If the image is uploaded under a different name, replace all instances if self.imagePage.titleWithoutNamespace() != self.newname: - if imageMoveMessage.has_key(self.imagePage.site().language()): + if self.imagePage.site().language() in imageMoveMessage: moveSummary = imageMoveMessage[self.imagePage.site().language()] % (self.imagePage.titleWithoutNamespace(), self.newname) else: moveSummary = imageMoveMessage['_default'] % (self.imagePage.titleWithoutNamespace(), self.newname) Modified: trunk/pywikipedia/imagetransfer.py =================================================================== --- trunk/pywikipedia/imagetransfer.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/imagetransfer.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -156,7 +156,7 @@ try: description = sourceImagePage.get() # try to translate license templates - if licenseTemplates.has_key((sourceSite.sitename(), self.targetSite.sitename())): + if (sourceSite.sitename(), self.targetSite.sitename()) in licenseTemplates: for old, new in licenseTemplates[(sourceSite.sitename(), self.targetSite.sitename())].iteritems(): new = '{{%s}}' % new old = re.compile('{{%s}}' % old) @@ -181,10 +181,10 @@ # upload to Commons was successful reason = wikipedia.translate(sourceSite, nowCommonsMessage) # try to delete the original image if we have a sysop account - if config.sysopnames.has_key(sourceSite.family.name) and config.sysopnames[sourceSite.family.name].has_key(sourceSite.lang): + if sourceSite.family.name in config.sysopnames and sourceSite.lang in config.sysopnames[sourceSite.family.name]: if sourceImagePage.delete(reason): return - if nowCommonsTemplate.has_key(sourceSite.lang) and config.usernames.has_key(sourceSite.family.name) and config.usernames[sourceSite.family.name].has_key(sourceSite.lang): + if sourceSite.lang in nowCommonsTemplate and sourceSite.family.name in config.usernames and sourceSite.lang in config.usernames[sourceSite.family.name]: # add the nowCommons template. wikipedia.output(u'Adding nowCommons template to %s' % sourceImagePage.title()) sourceImagePage.put(sourceImagePage.get() + '\n\n' + nowCommonsTemplate[sourceSite.lang] % targetFilename, comment = nowCommonsMessage[sourceSite.lang]) Modified: trunk/pywikipedia/maintcont.py =================================================================== --- trunk/pywikipedia/maintcont.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/maintcont.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -79,7 +79,7 @@ ingroup += 1 if ingroup == 0: return - if projtasks.has_key(group): + if group in projtasks: grt = projtasks[group] else: grt = tasks Modified: trunk/pywikipedia/maintenance/family_check.py =================================================================== --- trunk/pywikipedia/maintenance/family_check.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/maintenance/family_check.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -39,7 +39,7 @@ wikipedia.output(u'Checking namespaces for %s' % family.name) result = {} for lang in family.langs: - if not family.obsolete.has_key(lang): + if not lang in family.obsolete: site = wikipedia.getSite(lang, family) wikipedia.output(u'Checking %s' % site) namespaces = check_namespaces(site) Modified: trunk/pywikipedia/makecat.py =================================================================== --- trunk/pywikipedia/makecat.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/makecat.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -71,7 +71,7 @@ if main: if pl.namespace() != 0: return False - if checked.has_key(pl): + if pl in checked: return False if skipdates: if isdate(pl.title()): Modified: trunk/pywikipedia/misspelling.py =================================================================== --- trunk/pywikipedia/misspelling.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/misspelling.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -67,7 +67,7 @@ solve_disambiguation.DisambiguationRobot.__init__(self, always, [], True, self.createPageGenerator(firstPageTitle), False, main_only) def createPageGenerator(self, firstPageTitle): - if self.misspellingCategory.has_key(wikipedia.getSite().lang): + if wikipedia.getSite().lang in self.misspellingCategory: misspellingCategoryTitle = self.misspellingCategory[wikipedia.getSite().lang] misspellingCategory = catlib.Category(wikipedia.getSite(), misspellingCategoryTitle) generator = pagegenerators.CategorizedPageGenerator(misspellingCategory, recurse = True, start = firstPageTitle) Modified: trunk/pywikipedia/nowcommons.py =================================================================== --- trunk/pywikipedia/nowcommons.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/nowcommons.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -189,7 +189,7 @@ self.nowCommonsTemplate = wikipedia.Page(self.site, 'Template:' + ncList[0]) def ncTemplates(self): - if nowCommons.has_key(self.site.lang): + if self.site.lang in nowCommons: return nowCommons[self.site.lang] else: return nowCommons['_default'] Modified: trunk/pywikipedia/redirect.py =================================================================== --- trunk/pywikipedia/redirect.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/redirect.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -491,7 +491,7 @@ num += 1 # check if the value - that is, the redirect target - is a # redirect as well - if num > self.offset and redict.has_key(value): + if num > self.offset and value in redict: yield key wikipedia.output(u'\nChecking redirect %i of %i...' % (num + 1, len(redict))) @@ -602,7 +602,7 @@ try: redir_page.delete(reason, prompt = False) except wikipedia.NoUsername: - if sd_template.has_key(targetPage.site().lang) and sd_tagging_sum.has_key(targetPage.site().lang): + if targetPage.site().lang in sd_template and targetPage.site().lang in sd_tagging_sum: wikipedia.output("No sysop in user-config.py, put page to speedy deletion.") content = redir_page.get(get_redirect=True) content = wikipedia.translate(targetPage.site().lang,sd_template)+"\n"+content @@ -697,8 +697,8 @@ targetPage.site(), targetPage.sectionFreeTitle() ).get(get_redirect=True) - if sd_template.has_key(targetPage.site().lang) \ - and sd_tagging_sum.has_key(targetPage.site().lang): + if targetPage.site().lang in sd_template \ + and targetPage.site().lang in sd_tagging_sum: wikipedia.output(u"Tagging redirect for deletion") # Delete the two redirects content = wikipedia.translate(targetPage.site().lang, Modified: trunk/pywikipedia/reflinks.py =================================================================== --- trunk/pywikipedia/reflinks.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/reflinks.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -264,11 +264,11 @@ params = match.group('params') group = self.GROUPS.match(params) - if not foundRefs.has_key(group): + if not group in foundRefs: foundRefs[group] = {} groupdict = foundRefs[group] - if groupdict.has_key(content): + if content in groupdict: v = groupdict[content] v[1].append(match.group()) else: @@ -285,7 +285,7 @@ if name == 'population': wikipedia.output(content) - if not foundRefNames.has_key(name): + if not name in foundRefNames: # first time ever we meet this name if name == 'population': print "in" @@ -299,7 +299,7 @@ groupdict[content] = v id = 1 - while foundRefNames.has_key(self.autogen + str(id)): + while self.autogen + str(id) in foundRefNames: id += 1 for (g, d) in foundRefs.iteritems(): if g: Modified: trunk/pywikipedia/revertbot.py =================================================================== --- trunk/pywikipedia/revertbot.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/revertbot.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -36,9 +36,9 @@ except StopIteration: self.log(u'Fetching new batch of contributions') response, data = query.GetData(predata, self.site, back_response = True) - if data.has_key('error'): + if 'error' in data: raise RuntimeError(data['error']) - if data.has_key('query-continue'): + if 'query-continue' in data: predata['uccontinue'] = data['query-continue']['usercontribs'] else: never_continue = True @@ -80,7 +80,7 @@ } response, data = query.GetData(predata, self.site, back_response = True) - if data.has_key('error'): + if 'error' in data: raise RuntimeError(data['error']) pages = data['query'].get('pages', ()) Modified: trunk/pywikipedia/speedy_delete.py =================================================================== --- trunk/pywikipedia/speedy_delete.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/speedy_delete.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -463,7 +463,7 @@ reasons = wikipedia.translate(self.mySite, self.deletion_messages) for templateName in templateNames: - if reasons.has_key(templateName): + if templateName in reasons: if type(reasons[templateName]) is not unicode: #Make alias to delete_reasons reason = wikipedia.translate(self.mySite, self.delete_reasons)[reasons[templateName]] @@ -481,15 +481,15 @@ # We don't use wikipedia.translate() here because for some languages the # entry is intentionally left out. - if self.delete_reasons.has_key(self.mySite.family.name): - if self.delete_reasons[self.mySite.family.name].has_key(page.site().lang): + if self.mySite.family.name in self.delete_reasons: + if page.site().lang in self.delete_reasons[self.mySite.family.name]: localReasons = wikipedia.translate(page.site().lang, self.delete_reasons) wikipedia.output(u'') for key, reason in localReasons.iteritems(): wikipedia.output((key + ':').ljust(8) + reason) wikipedia.output(u'') reason = wikipedia.input(u'Please enter the reason for deletion, choose a default reason, or press enter for the suggested message:') - if localReasons.has_key(reason.strip()): + if reason.strip() in localReasons: reason = localReasons[reason] else: reason = wikipedia.input(u'Please enter the reason for deletion, or press enter for the suggested message:') Modified: trunk/pywikipedia/splitwarning.py =================================================================== --- trunk/pywikipedia/splitwarning.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/splitwarning.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -26,7 +26,7 @@ family = m.group('family') code = m.group('code') if code in wikipedia.getSite().languages(): - if not files.has_key(code): + if not code in files: files[code] = codecs.open( wikipedia.config.datafilepath('logs', 'warning-%s-%s.log' % (family, code)), Modified: trunk/pywikipedia/standardize_notes.py =================================================================== --- trunk/pywikipedia/standardize_notes.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/standardize_notes.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -542,7 +542,7 @@ if m.group('reftype').lower() in ( 'ref', 'ref_num', 'ref_label' ): # confirm ref refkey = m.group('refname').strip() if refkey != '': - if refusage.has_key( refkey ): + if refkey in refusage: # wikipedia.output( u'refusage[%s] = %s' % (refkey,refusage[refkey]) ) if refusage[refkey][2] == 0: # if first use of reference text_line=text_line[:m.start(0)] + '{{ref|%s}}' % (refkey) + text_line[m.end(0):] @@ -783,7 +783,7 @@ if m.group('reftype').lower() in ( 'ref', 'ref_num', 'ref_label' ): # confirm ref refkey = m.group('refname').strip() if refkey != '': - if refusage.has_key(refkey): + if refkey in refusage: refusage[refkey][1] += 1 # duplicate use of reference duplicatefound = True else: @@ -1100,11 +1100,11 @@ except KeyError: wikipedia.output(u'Available predefined fixes are: %s' % fixes.keys()) return - if fix.has_key('regex'): + if 'regex' in fix: regex = fix['regex'] - if fix.has_key('msg'): + if 'msg' in fix: editSummary = wikipedia.translate(wikipedia.getSite(), fix['msg']) - if fix.has_key('exceptions'): + if 'exceptions' in fix: exceptions = fix['exceptions'] replacements = fix['replacements'] Modified: trunk/pywikipedia/titletranslate.py =================================================================== --- trunk/pywikipedia/titletranslate.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/titletranslate.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -65,13 +65,13 @@ # search inside all dictionaries for this link dictName, value = date.getAutoFormat( page.site().language(), page.title() ) if dictName: - if not (dictName == 'yearsBC' and date.maxyearBC.has_key(page.site().language()) and value > date.maxyearBC[page.site().language()]) or (dictName == 'yearsAD' and date.maxyearAD.has_key(page.site().language()) and value > date.maxyearAD[page.site().language()]): + if not (dictName == 'yearsBC' and page.site().language() in date.maxyearBC and value > date.maxyearBC[page.site().language()]) or (dictName == 'yearsAD' and page.site().language() in date.maxyearAD and value > date.maxyearAD[page.site().language()]): wikipedia.output(u'TitleTranslate: %s was recognized as %s with value %d' % (page.title(),dictName,value)) for entryLang, entry in date.formats[dictName].iteritems(): if entryLang != page.site().language(): - if dictName == 'yearsBC' and date.maxyearBC.has_key(entryLang) and value > date.maxyearBC[entryLang]: + if dictName == 'yearsBC' and entryLang in date.maxyearBC and value > date.maxyearBC[entryLang]: pass - elif dictName == 'yearsAD' and date.maxyearAD.has_key(entryLang) and value > date.maxyearAD[entryLang]: + elif dictName == 'yearsAD' and entryLang in date.maxyearAD and value > date.maxyearAD[entryLang]: pass else: newname = entry(value) Modified: trunk/pywikipedia/weblinkchecker.py =================================================================== --- trunk/pywikipedia/weblinkchecker.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/weblinkchecker.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -599,7 +599,7 @@ """ self.semaphore.acquire() now = time.time() - if self.historyDict.has_key(url): + if url in self.historyDict: timeSinceFirstFound = now - self.historyDict[url][0][1] timeSinceLastFound= now - self.historyDict[url][-1][1] # if the last time we found this dead link is less than an hour @@ -623,7 +623,7 @@ If the link was previously found dead, removes it from the .dat file and returns True, else returns False. """ - if self.historyDict.has_key(url): + if url in self.historyDict: self.semaphore.acquire() try: del self.historyDict[url] Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/wikipedia.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -920,11 +920,11 @@ 'titles' :self.title(), } data = query.GetData(params, self.site(), encodeTitle = False)['query']['pages'].values()[0] - if data.has_key('redirect'): + if 'redirect' in data: raise IsRedirectPage - elif data.has_key('missing'): + elif 'missing' in data: raise NoPage - elif data.has_key('lastrevid'): + elif 'lastrevid' in data: return data['lastrevid'] # if ok, return the last revid else: # should not exists, OR we have problems. @@ -960,7 +960,7 @@ for tmp in data['query']['pages'][pageid].values()[0] ]) except TypeError: pass - if data.has_key('query-continue'): + if 'query-continue' in data: params["tlcontinue"] = data["query-continue"]["templates"]["tlcontinue"] else: break @@ -1202,7 +1202,7 @@ convertEntities=BeautifulSoup.HTML_ENTITIES, parseOnlyThese=content) next_text = body.find(text=nextpattern) - if next_text is not None and next_text.parent.has_key('href'): + if next_text is not None and 'href' in next_text: path = next_text.parent['href'].replace("&", "&") else: path = "" @@ -1336,10 +1336,10 @@ text = query.GetData(predata, self.site())['query']['pages'] for pageid in text: - if text[pageid].has_key('missing'): + if 'missing' in text[pageid]: self._getexception = NoPage raise NoPage('Page %s does not exist' % self.aslink()) - elif not text[pageid].has_key('pageid'): + elif not 'pageid' in text[pageid]: # Don't know what may happen here. # We may want to have better error handling raise Error("BUG> API problem.") @@ -1579,7 +1579,7 @@ if retry_delay > 30: retry_delay = 30 continue - if data.has_key('error'): + if 'error' in data: #All available error key in edit mode: (from ApiBase.php) # 'noimageredirect-anon':"Anonymous users can't create image redirects", # 'noimageredirect':"You don't have permission to create image redirects", @@ -1599,7 +1599,7 @@ output("error occured, code:%s\ninfo:%s\nstatus:%s\nresponse:%s" % ( data['error']['code'], data['error']['info'], response.status, response.reason)) faked = params - if faked.has_key('text'): + if 'text' in faked: del faked['text'] output("OriginalData:%s" % faked) del faked @@ -2627,7 +2627,7 @@ 'reason': reason, } datas = query.GetData(params, self.site(), sysop = True) - if datas.has_key('delete'): + if 'delete' in datas: output(u'Page %s deleted' % self.aslink(forceInterwiki = True)) return True else: @@ -4772,7 +4772,7 @@ data = query.GetData(params, self)['userinfo'] else: data = query.GetData(params, self)['query']['userinfo'] - return data.has_key('blockby') + return 'blockedby' in data except NotImplementedError: return False @@ -4870,9 +4870,9 @@ def solveCaptcha(self, data): if type(data) == dict: # API Mode result - if data.has_key('edit') and data['edit']['result'] != u"Success": + if 'edit' in data and data['edit']['result'] != u"Success": data = data['edit'] - if data.has_key("captcha"): + if "captcha" in data: data = data['captcha'] captype = data['type'] id = data['id'] @@ -5151,17 +5151,17 @@ if type(text) == dict: #text is dict, query from API # Check for blocks - if text.has_key('blockedby') and not self._isBlocked[index]: + if 'blockedby' in text and not self._isBlocked[index]: # Write a warning if not shown earlier if sysop: account = 'Your sysop account' else: account = 'Your account' output(u'WARNING: %s on %s is blocked. Editing using this account will stop the run.' % (account, self)) - self._isBlocked[index] = text.has_key('blockedby') + self._isBlocked[index] = 'blockedby' in text # Check for new messages, the data must had key 'messages' in dict. - if text.has_key('messages'): + if 'messages' in text: if not self._messages[index]: # User has *new* messages if sysop: @@ -5179,7 +5179,7 @@ # Get username. # The data in anonymous mode had key 'anon' # if 'anon' exist, username is IP address, not to collect it right now - if not text.has_key('anon'): + if not 'anon' in text: self._isLoggedIn[index] = True self._userName[index] = text['name'] else: @@ -5187,7 +5187,7 @@ self._userName[index] = None # Get user groups and rights - if text.has_key('groups'): + if 'groups' in text: self._rights[index] = text['groups'] self._rights[index].extend(text['rights']) # Warnings @@ -5219,7 +5219,7 @@ self._rights[index] = list(set(self._rights[index])) # Get token - if text.has_key('preferencestoken'): + if 'preferencestoken' in text: self._token[index] = text['preferencestoken'] if self._rights[index] is not None: # Token and rights are loaded - user data is now loaded @@ -5233,7 +5233,7 @@ 'intoken': 'edit', } data = query.GetData(params, self, sysop=sysop)['query']['pages'].values()[0] - if data.has_key('edittoken'): + if 'edittoken' in data: self._token[index] = data['edittoken'] self._userData[index] = True else: @@ -5410,7 +5410,7 @@ try: datas = query.GetData(params, self)['query']['allmessages'] self._mediawiki_messages = _dict([(tag['name'].lower(), tag['*']) - for tag in datas if not tag.has_key('missing')]) + for tag in datas if not 'missing' in tag]) except NotImplementedError: api = False continue @@ -5473,7 +5473,7 @@ def has_mediawiki_message(self, key): """Return True iff this site defines a MediaWiki message for 'key'.""" - #return self._mediawiki_messages.has_key(key) + #return key in self._mediawiki_messages try: v = self.mediawiki_message(key) return True @@ -5839,7 +5839,7 @@ for imageData in imagesData: comment = '' - if imageData.has_key('comment'): + if 'comment' in imageData: comment = imageData['comment'] pageid = imageData['pageid'] title = imageData['title'] @@ -6115,7 +6115,7 @@ #count += 1 yield Page(self, p['title']) - if data.has_key('query-continue'): + if 'query-continue' in data: params['apfrom'] = data['query-continue']['allpages']['apfrom'] else: break @@ -6314,7 +6314,7 @@ else: cache.append(pages['title']) yield Page(self, pages['title']) - if data.has_key(u'query-continue'): + if 'query-continue' in data: params['euoffset'] = data[u'query-continue'][u'exturlusage'][u'euoffset'] else: break Modified: trunk/pywikipedia/wiktionary/header.py =================================================================== --- trunk/pywikipedia/wiktionary/header.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/wiktionary/header.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -49,16 +49,16 @@ self.header = self.header.replace('{{','').replace('}}','').strip().lower() # Now we know the content of the header, let's try to find out what it means: - if pos.has_key(self.header): + if self.header in pos: self.type=u'pos' self.contents=pos[self.header] - if langnames.has_key(self.header): + if self.header in langnames: self.type=u'lang' self.contents=self.header - if invertedlangnames.has_key(self.header): + if self.header in invertedlangnames: self.type=u'lang' self.contents=invertedlangnames[self.header] - if otherheaders.has_key(self.header): + if self.header in otherheaders: self.type=u'other' self.contents=otherheaders[self.header] Modified: trunk/pywikipedia/wiktionary/meaning.py =================================================================== --- trunk/pywikipedia/wiktionary/meaning.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/wiktionary/meaning.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -104,9 +104,9 @@ trans = translationswikiline[colon+1:] # Look up lang and convert to an ISO abbreviation isolang='' - if structs.langnames.has_key(lang): + if lang in structs.langnames: isolang=lang - elif structs.invertedlangnames.has_key(lang): + elif lang in structs.invertedlangnames: isolang=structs.invertedlangnames[lang] # We need to prepare the line a bit to make it more easily parseable Modified: trunk/pywikipedia/wiktionary/wiktionarypage.py =================================================================== --- trunk/pywikipedia/wiktionary/wiktionarypage.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/wiktionary/wiktionarypage.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -149,7 +149,7 @@ if aheader.type==u'lang': context['lang']=aheader.contents if aheader.type==u'pos': - if not(context.has_key('lang')): + if not 'lang' in context: # This entry lacks a language indicator, # so we assume it is the same language as the Wiktionary we're working on context['lang']=self.wikilang @@ -285,7 +285,7 @@ sample = plural = diminutive = label = definition = '' examples = [] - if not(self.entries.has_key(contentblock['context']['lang'])): + if not contentblock['context']['lang'] in self.entries: # If no entry for this language has been foreseen yet # let's create one anentry = entry.Entry(contentblock['context']['lang']) @@ -312,7 +312,7 @@ # Make sure we store the last definition if definition: ameaning = meaning.Meaning(term=theterm, definition=definition, label=label, examples=examples) - if not(self.entries.has_key(contentblock['context']['lang'])): + if not contentblock['context']['lang'] in self.entries: # If no entry for this language has been foreseen yet # let's create one anentry = entry.Entry(contentblock['context']['lang']) Modified: trunk/pywikipedia/wiktionary/wiktionarypagetest.py =================================================================== --- trunk/pywikipedia/wiktionary/wiktionarypagetest.py 2009-09-29 17:58:52 UTC (rev 7335) +++ trunk/pywikipedia/wiktionary/wiktionarypagetest.py 2009-09-29 18:27:04 UTC (rev 7336) @@ -458,7 +458,7 @@ definitions=internalrepresentation[entrylang][3] reftrans={} for definition in definitions: - if definition.has_key('trans') and definition['trans']!='': + if 'trans' in definition and definition['trans']!='': reftrans[definition['concisedef']] = definition['trans'] resulttrans={} @@ -470,7 +470,7 @@ resulttrans[resultmeaning.concisedef] = resultmeaning.getTranslations() for concisedef in resulttrans.keys(): - if concisedef!='' and reftrans.has_key(concisedef) and resulttrans.has_key(concisedef): + if concisedef != '' and concisedef in reftrans and concisedef in resulttrans: print concisedef print resulttrans[concisedef] # raw_input()

1 0

SVN: [7335] trunk/pywikipedia/welcome.py
by alexsh＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7335 Author: alexsh Date: 2009-09-29 17:58:52 +0000 (Tue, 29 Sep 2009) Log Message: ----------- remove has_key for deprecated Modified Paths: -------------- trunk/pywikipedia/welcome.py Modified: trunk/pywikipedia/welcome.py =================================================================== --- trunk/pywikipedia/welcome.py 2009-09-29 17:45:35 UTC (rev 7334) +++ trunk/pywikipedia/welcome.py 2009-09-29 17:58:52 UTC (rev 7335) @@ -680,12 +680,12 @@ showStatus(3) wikipedia.output(u'%s has been created automatically.' % x['user']) continue - if x.has_key("userhidden"): + if "userhidden" in x: continue yield userlib.User(self.site, x['user']) - if count < globalvar.queryLimit and lev.has_key('query-continue'): + if count < globalvar.queryLimit and 'query-continue' in lev: params['lestart'] = lev['query-continue']['logevents']['lestart'] else: break

1 0

SVN: [7334] trunk/pywikipedia/flickrripper.py
by multichill＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7334 Author: multichill Date: 2009-09-29 17:45:35 +0000 (Tue, 29 Sep 2009) Log Message: ----------- Fix to get previous commit working Modified Paths: -------------- trunk/pywikipedia/flickrripper.py Modified: trunk/pywikipedia/flickrripper.py =================================================================== --- trunk/pywikipedia/flickrripper.py 2009-09-29 17:35:17 UTC (rev 7333) +++ trunk/pywikipedia/flickrripper.py 2009-09-29 17:45:35 UTC (rev 7334) @@ -203,6 +203,9 @@ ''' description = flinfoDescription + if(removeCategories): + description = wikipedia.removeCategoryLinks(text=description, site=wikipedia.getSite(u'commons', u'commons')) + if(override): description = description.replace(u'{{cc-by-sa-2.0}}\n', u'') description = description.replace(u'{{cc-by-2.0}}\n', u'') @@ -551,7 +554,7 @@ if user_id or group_id or photoset_id: for photo_id in getPhotos(flickr=flickr, user_id=user_id, group_id=group_id, photoset_id=photoset_id, start_id=start_id, end_id=end_id, tags=tags): - uploadedPhotos = uploadedPhotos + processPhoto(flickr=flickr, photo_id=photo_id, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories, autonomous=autonomous): + uploadedPhotos = uploadedPhotos + processPhoto(flickr=flickr, photo_id=photo_id, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories, autonomous=autonomous) totalPhotos = totalPhotos + 1 else: usage()

1 0

SVN: [7333] trunk/pywikipedia/userlib.py
by russblau＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7333 Author: russblau Date: 2009-09-29 17:35:17 +0000 (Tue, 29 Sep 2009) Log Message: ----------- replace all uses of deprecated .has_key() method Modified Paths: -------------- trunk/pywikipedia/userlib.py Modified: trunk/pywikipedia/userlib.py =================================================================== --- trunk/pywikipedia/userlib.py 2009-09-29 17:27:02 UTC (rev 7332) +++ trunk/pywikipedia/userlib.py 2009-09-29 17:35:17 UTC (rev 7333) @@ -1,4 +1,4 @@ -# -*- coding: utf-8 -*- +# -*- coding: utf-8 -*- """ Library to work with users, their pages and talk pages. """ @@ -67,12 +67,12 @@ def _load(self): data = batchLoadUI(self.name(), self.site()).values()[0] - if data.has_key('missing') or data.has_key('invalid'): + if 'missing' in data or 'invalid' in data: raise wikipedia.Error('No such user or invaild username') self._editcount = data['editcount'] - if data.has_key('groups'): + if 'groups' in data: self._groups = data['groups'] else: self._groups = [] @@ -82,7 +82,7 @@ else: self._registrationTime = u'unknown' - self._blocked = data.has_key('blockedby') + self._blocked = ('blockedby' in data) def editCount(self, force = False): @@ -206,12 +206,12 @@ # keeping track of titles while True: result = query.GetData(params, self.site()) - if result.has_key('error'): + if 'error' in result: wikipedia.output('%s' % result) raise wikipedia.Error for c in result['query']['usercontribs']: yield wikipedia.Page(self.site(), c['title'], defaultNamespace=c['ns']), c['revid'], c['timestamp'], c['comment'] - if result.has_key('query-continue'): + if 'query-continue' in result: params['ucstart'] = result['query-continue']['usercontribs']['ucstart'] else: break @@ -259,7 +259,7 @@ count += 1 yield wikipedia.ImagePage(self.site(), info['title']), info['timestamp'], info['comment'], False - if data.has_key('query-continue') and count <= number: + if 'query-continue' in data and count <= number: params['lestart'] = data['query-continue']['logevents']['lestart'] else: break @@ -400,9 +400,9 @@ for oj in user: data = totals[oj.name().lower()] oj._editcount = data['editcount'] - if data.has_key('groups'): + if 'groups' in data: oj._groups = data['groups'] - oj._blocked = data.has_key('blockedby') + oj._blocked = ('blockedby' in data) if __name__ == '__main__': """

1 0

SVN: [7332] trunk/pywikipedia/flickrripper.py
by multichill＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7332 Author: multichill Date: 2009-09-29 17:27:02 +0000 (Tue, 29 Sep 2009) Log Message: ----------- *Add option to add category to all uploads *Add option to remove all suggested categories (not implemented yet) *Add option to run autonomous (not implemented yet) Modified Paths: -------------- trunk/pywikipedia/flickrripper.py Modified: trunk/pywikipedia/flickrripper.py =================================================================== --- trunk/pywikipedia/flickrripper.py 2009-09-29 15:23:49 UTC (rev 7331) +++ trunk/pywikipedia/flickrripper.py 2009-09-29 17:27:02 UTC (rev 7332) @@ -197,7 +197,7 @@ return title -def buildDescription(flinfoDescription=u'', flickrreview=False, reviewer=u'', override=u''): +def buildDescription(flinfoDescription=u'', flickrreview=False, reviewer=u'', override=u'', addCategory=u'', removeCategories=False): ''' Build the final description for the image. The description is based on the info from flickrinfo and improved. ''' @@ -212,10 +212,12 @@ elif(flickrreview): if(reviewer): description = description.replace(u'{{flickrreview}}', u'{{flickrreview|' + reviewer + '|{{subst:CURRENTYEAR}}-{{subst:CURRENTMONTH}}-{{subst:CURRENTDAY2}}}}') + if(addCategory): + description = description + u'\n[[Category:' + addCategory + ']]\n' description = description.replace(u'\r\n', u'\n') return description -def processPhoto(flickr=None, photo_id=u'', flickrreview=False, reviewer=u'', override=u''): +def processPhoto(flickr=None, photo_id=u'', flickrreview=False, reviewer=u'', override=u'', addCategory=u'', removeCategories=False, autonomous=False): ''' Process a single Flickr photo ''' @@ -235,9 +237,13 @@ else: filename = getFilename(photoInfo=photoInfo) flinfoDescription = getFlinfoDescription(photo_id=photo_id) - photoDescription = buildDescription(flinfoDescription=flinfoDescription, flickrreview=flickrreview, reviewer=reviewer, override=override) + photoDescription = buildDescription(flinfoDescription=flinfoDescription, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories) #wikipedia.output(photoDescription) - (newPhotoDescription, newFilename, skip)=Tkdialog(photoDescription, photo, filename).run() + if not autonomous: + (newPhotoDescription, newFilename, skip)=Tkdialog(photoDescription, photo, filename).run() + else: + newPhotoDescription=photoDescription + newFilename=filename #wikipedia.output(newPhotoDescription) #if (wikipedia.Page(title=u'File:'+ filename, site=wikipedia.getSite()).exists()): # I should probably check if the hash is the same and if not upload it under a different name @@ -465,6 +471,9 @@ start_id= u'' end_id=u'' tags = u'' + addCategory = u'' + removeCategories = False + autonomous = False totalPhotos = 0 uploadedPhotos = 0 @@ -485,7 +494,7 @@ else: reviewer = u'' - override = u'' + override = u'' # Should be renamed to overrideLicense or something like that for arg in wikipedia.handleArgs(): if arg.startswith('-group_id'): @@ -530,10 +539,19 @@ override = wikipedia.input(u'What is the override text?') else: override = arg[10:] - + elif arg.startswith('-addcategory'): + if len(arg) == 12: + addCategory = wikipedia.input(u'What category do you want to add?') + else: + addCategory = arg[13:] + elif arg == '-removecategories': + removeCategories = True + elif arg == '-autonomous': + autonomous = True + if user_id or group_id or photoset_id: for photo_id in getPhotos(flickr=flickr, user_id=user_id, group_id=group_id, photoset_id=photoset_id, start_id=start_id, end_id=end_id, tags=tags): - uploadedPhotos = uploadedPhotos + processPhoto(flickr=flickr, photo_id=photo_id, flickrreview=flickrreview, reviewer=reviewer, override=override) + uploadedPhotos = uploadedPhotos + processPhoto(flickr=flickr, photo_id=photo_id, flickrreview=flickrreview, reviewer=reviewer, override=override, addCategory=addCategory, removeCategories=removeCategories, autonomous=autonomous): totalPhotos = totalPhotos + 1 else: usage()

1 0

SVN: [7331] trunk/pywikipedia/welcome.py
by alexsh＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7331 Author: alexsh Date: 2009-09-29 15:23:49 +0000 (Tue, 29 Sep 2009) Log Message: ----------- Fix API query counter bug and add message color tip in someone_found Modified Paths: -------------- trunk/pywikipedia/welcome.py Modified: trunk/pywikipedia/welcome.py =================================================================== --- trunk/pywikipedia/welcome.py 2009-09-29 13:03:11 UTC (rev 7330) +++ trunk/pywikipedia/welcome.py 2009-09-29 15:23:49 UTC (rev 7331) @@ -675,13 +675,14 @@ lev = query.GetData(params, self.site) for x in lev['query']['logevents']: someone_found = True + count += 1 if not globalvar.welcomeAuto and x['action'] == 'autocreate': showStatus(3) wikipedia.output(u'%s has been created automatically.' % x['user']) continue if x.has_key("userhidden"): continue - count += 1 + yield userlib.User(self.site, x['user']) if count < globalvar.queryLimit and lev.has_key('query-continue'): @@ -689,6 +690,7 @@ else: break if someone_found: + showStatus(5) wikipedia.output(u'There is nobody to be welcomed...') else: wikipedia.output(u'\nLoaded all users...') @@ -728,6 +730,7 @@ yield userlib.User(self.site, userN) if someone_found: + showStatus(5) wikipedia.output(u'There is nobody to be welcomed...') else: wikipedia.output(u'\nLoaded all users...') @@ -765,8 +768,6 @@ def run(self): while True: welcomed_count = 0 - #usoj = [x for x in ] - #userlib.batchDumpInfo(usoj) for users in self.parseNewUserLog(): if users.isBlocked(): showStatus(3)

1 0

SVN: [7330] trunk/pywikipedia/welcome.py
by alexsh＠svn.wikimedia.org 29 Sep '09

29 Sep '09

Revision: 7330 Author: alexsh Date: 2009-09-29 13:03:11 +0000 (Tue, 29 Sep 2009) Log Message: ----------- fix __version__ Modified Paths: -------------- trunk/pywikipedia/welcome.py Modified: trunk/pywikipedia/welcome.py =================================================================== --- trunk/pywikipedia/welcome.py 2009-09-29 08:58:56 UTC (rev 7329) +++ trunk/pywikipedia/welcome.py 2009-09-29 13:03:11 UTC (rev 7330) @@ -170,9 +170,11 @@ # # Distributed under the terms of the MIT license. # -__version__ = '$Id: welcome.py,v 1.5 2007/12/7 19.23.00 filnik Exp$' # +__version__ = '$Id$' + + import wikipedia, config, query, userlib import time, re, cPickle, os, urllib, string, locale, random import codecs

1 0

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn September 2009