Revision: 7488 Author: alexsh Date: 2009-10-17 12:50:32 +0000 (Sat, 17 Oct 2009)
Log Message: ----------- syntax cleanup and make easy to view
Modified Paths: -------------- trunk/pywikipedia/checkimages.py
Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2009-10-17 12:09:43 UTC (rev 7487) +++ trunk/pywikipedia/checkimages.py 2009-10-17 12:50:32 UTC (rev 7488) @@ -276,27 +276,16 @@
# The message that the bot will add the second time that find another license problem. second_message_without_license = { - 'commons':None, - 'de':None, - 'en': None, - 'ga': None, + '_default':None, 'hu':u'\nSzia! Úgy tűnik a [[:Kép:%s]] képpel is hasonló a probléma, mint az előbbivel. Kérlek olvasd el a [[WP:KÉPLIC|feltölthető képek]]ről szóló oldalunk, és segítségért fordulj a [[WP:KF-JO|Jogi kocsmafalhoz]]. Köszönöm --~~~~', 'it':u':{{subst:Progetto:Coordinamento/Immagini/Bot/Messaggi/Senza licenza2|%s|__botnick__}} --~~~~', - 'ja':None, - 'ta':None, - 'zh':None, } # You can add some settings to wikipedia. In this way, you can change them without touching the code. # That's useful if you are running the bot on Toolserver. page_with_settings = { + '_default':None, 'commons':u'User:Filbot/Settings', - 'de':None, - 'en':None, - 'ga':None, - 'hu':None, 'it':u'Progetto:Coordinamento/Immagini/Bot/Settings#Settings', - 'ja':None, - 'ta':None, 'zh':u"User:Alexbot/cisettings#Settings", } # The bot can report some images (like the images that have the same name of an image on commons) @@ -367,38 +356,27 @@ } # A page where there's a list of template to skip. PageWithHiddenTemplates = { + '_default':None, 'commons': u'User:Filbot/White_templates#White_templates', - 'en':None, - 'ga':None, 'it':u'Progetto:Coordinamento/Immagini/Bot/WhiteTemplates', - 'ja':None, 'ko': u'User:Kwjbot_IV/whitetemplates/list', - 'ta':None, - 'zh':None, }
# A page where there's a list of template to consider as licenses. PageWithAllowedTemplates = { + '_default':None, 'commons': u'User:Filbot/Allowed templates', - 'en':None, - 'ga':None, 'it':u'Progetto:Coordinamento/Immagini/Bot/AllowedTemplates', 'ko':u'User:Kwjbot_IV/AllowedTemplates', - 'ta':None, }
# Template added when the bot finds only an hidden template and nothing else. # Note: every __botnick__ will be repleaced with your bot's nickname (feel free not to use if you don't need it) HiddenTemplateNotification = { + '_default':None, 'commons': u"""\n{{subst:User:Filnik/whitetemplate|File:%s}}\n\n''This message was '''added automatically by [[User:__botnick__|__botnick__]]''', if you need some help about it, ask its master (~~~) or go to the [[Commons:Help desk]]''. --~~~~""", - 'de' : None, - 'en' : None, - 'ga' : None, 'it' : u"{{subst:Progetto:Coordinamento/Immagini/Bot/Messaggi/Template_insufficiente|%s|__botnick__}} --~~~~", - 'ja' :None, 'ko' : u"\n{{subst:User:Kwj2772/whitetemplates|%s}} --~~~~", - 'ta' :None, - 'zh' :None, }
# In this part there are the parameters for the dupe images. @@ -406,63 +384,38 @@ # Put here the template that you want to put in the image to warn that it's a dupe # put __image__ if you want only one image, __images__ if you want the whole list duplicatesText = { + '_default':None, 'commons': u'\n{{Dupe|__image__}}', - 'en' : None, - 'ga' : None, 'it' : u'\n{{Progetto:Coordinamento/Immagini/Bot/Template duplicati|__images__}}', - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Head of the message given to the author duplicate_user_talk_head = { - 'commons': None, - 'en' : None, - 'ga' : None, + '_default':None, 'it' : u'\n\n== File doppio ==\n', - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Message to put in the talk duplicates_user_talk_text = { + '_default':None, 'commons': u'{{subst:User:Filnik/duplicates|File:%s|File:%s}}', # FIXME: it doesn't exist - 'en' : None, - 'ga' : None, 'it' : u"{{subst:Progetto:Coordinamento/Immagini/Bot/Messaggi/Duplicati|%s|%s|__botnick__}} --~~~~", - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Comment used by the bot while it reports the problem in the uploader's talk duplicates_comment_talk = { + '_default':None, 'commons': u'Bot: Dupe file found', - 'en' : None, - 'ga' : None, 'it' : u"Bot: Notifico il file doppio trovato", - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Comment used by the bot while it reports the problem in the image duplicates_comment_image = { + '_default':None, 'commons': u'Bot: Tagging dupe file', - 'en' : None, - 'ga' : None, 'it' : u'Bot: File doppio, da cancellare', - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Regex to detect the template put in the image's decription to find the dupe duplicatesRegex = { + '_default':None, 'commons': r'{{(?:[Tt]emplate:|)[Dd]upe[|}]', - 'en' : None, - 'ga' : None, 'it' : r'{{(?:[Tt]emplate:|)[Pp]rogetto:[Cc]oordinamento/Immagini/Bot/Template duplicati[|}]', - 'ja' :None, - 'ta' :None, - 'zh' :None, } # Category with the licenses and / or with subcategories with the other licenses. category_with_licenses = { @@ -480,29 +433,21 @@ ## is still None. # Page where is stored the message to send as email to the users emailPageWithText = { + '_default':None, 'de':'Benutzer:ABF/D3', - 'en':None, - 'ga':None, - 'ja':None, - 'ta':None, - 'zh':None, } # Title of the email emailSubject = { + '_default':None, 'de':'Problemen mit Deinem Bild auf der Deutschen Wikipedia', - 'en':None, - 'ga':None, - 'ja':None, - 'ta':None, - 'zh':None, }
# Seems that uploaderBots aren't interested to get messages regarding the # files that they upload.. strange, uh? # Format: [[user,regex], [user,regex]...] the regex is needed to match the user where to send the warning-msg uploadBots = { + '_default':None, 'commons':[['File Upload Bot (Magnus Manske)',r'|[Ss]ource=Transferred from .*?; transferred to Commons by [[User:(.*?)]]']], - 'en':None, }
# Add your project (in alphabetical order) if you want that the bot start @@ -525,7 +470,6 @@ """ Function to print the messages followed by the TimeZone encoded correctly. """ if message[-1] != ' ': message = '%s ' % unicode(message) - time_zone = time.strftime("%d %b %Y %H:%M:%S (UTC)", time.localtime()) if locale.getlocale()[1]: time_zone = unicode(time.strftime(u"%d %b %Y %H:%M:%S (UTC)", time.gmtime()), locale.getlocale()[1]) else: @@ -534,7 +478,21 @@
class Global(object): # default environment settings - pass + # Command line configurable parameters + repeat = True # Restart after having check all the images? + limit = 80 # How many images check? + time_sleep = 30 # How many time sleep after the check? + skip_number = 0 # How many images to skip before checking? + waitTime = 0 # How many time sleep before the check? + commonsActive = False # Check if on commons there's an image with the same name? + normal = False # Check the new images or use another generator? + urlUsed = False # Use the url-related function instead of the new-pages generator + regexGen = False # Use the regex generator + untagged = False # Use the untagged generator + duplicatesActive = False # Use the duplicate option + duplicatesReport = False # Use the duplicate-report option + sendemailActive = False # Use the send-email + logFullError = True # Raise an error when the log is full
# Here there is the main class. @@ -543,38 +501,56 @@ duplicatesReport = False, logFullError = True): """ Constructor, define some global variable """ self.site = site + self.logFullError = logFullError + self.logFulNumber = logFulNumber + self.settings = wikipedia.translate(self.site, page_with_settings) + self.rep_page = wikipedia.translate(self.site, report_page) + self.rep_text = wikipedia.translate(self.site, report_text) + self.com = wikipedia.translate(self.site, comm10) + hiddentemplatesRaw = wikipedia.translate(self.site, HiddenTemplate) - self.hiddentemplates = list() - for template in hiddentemplatesRaw: - self.hiddentemplates.append(wikipedia.Page(self.site, template)) + + self.hiddentemplates = [wikipedia.Page(self.site, tmp) for tmp in hiddentemplatesRaw] + self.pageHidden = wikipedia.translate(self.site, PageWithHiddenTemplates) + self.pageAllowed = wikipedia.translate(self.site, PageWithAllowedTemplates) # Commento = Summary in italian self.commento = wikipedia.translate(self.site, comm) # Adding the bot's nickname at the notification text if needed. botolist = wikipedia.translate(self.site, bot_list) + project = wikipedia.getSite().family.name + self.project = project + bot = config.usernames[project] try: botnick = bot[self.site.lang] except KeyError: raise wikipedia.NoUsername(u"You have to specify an username for your bot in this project in the user-config.py file.") + self.botnick = botnick botolist.append(botnick) + self.botolist = botolist + self.sendemailActive = sendemailActive - self.skip_list = list() # Inizialize the skip list used below + # Inizialize the skip list used below + self.skip_list = list() + self.duplicatesReport = duplicatesReport + self.image_namespace = u"File:" # Load the licenses only once, so do it once self.list_licenses = self.load_licenses() + def setParameters(self, imageName, timestamp, uploader): """ Function to set parameters, now only image but maybe it can be used for others in "future" """ self.imageName = imageName @@ -582,6 +558,7 @@ self.image = wikipedia.ImagePage(self.site, u'%s%s' % (self.image_namespace, self.imageName)) self.timestamp = timestamp self.uploader = uploader + def report(self, newtext, image_to_report, notification = None, head = None, notification2 = None, unver = True, commTalk = None, commImage = None): """ Function to make the reports easier. """ @@ -591,18 +568,22 @@ self.head = head self.notification = notification self.notification2 = notification2 - if self.notification != None: + + if self.notification: self.notification = re.sub(r'__botnick__', self.botnick, notification) - if self.notification2 != None: + + if self.notification2: self.notification2 = re.sub(r'__botnick__', self.botnick, notification2) self.commTalk = commTalk - if commImage == None: + + if commImage: + self.commImage = commImage + else: self.commImage = self.commento - else: - self.commImage = commImage + # Ok, done, let's loop. while 1: - if unver == True: + if unver: try: resPutMex = self.tag_image() except wikipedia.NoPage: @@ -612,7 +593,7 @@ wikipedia.output(u"Edit conflict! Skip!") break else: - if resPutMex == False: + if not resPutMex: break else: try: @@ -624,9 +605,10 @@ wikipedia.output(u"Edit conflict! Skip!") break else: - if resPutMex == False: + if not resPutMex: break - if self.notification != None and self.head != None: + + if self.notification and self.head: try: self.put_mex_in_talk() except wikipedia.EditConflict: @@ -640,21 +622,24 @@ break else: break - + def uploadBotChangeFunction(self, reportPageText, upBotArray): """ Detect the user that has uploaded the file through the upload bot """ regex = upBotArray[1] results = re.findall(regex, reportPageText) - if results == []: - return upBotArray[0] # we can't find the user, report the problem to the bot - else: + + if results: luser = results[0] return luser + else: + return upBotArray[0] # we can't find the user, report the problem to the bot + def tag_image(self, put = True): """ Function to add the template in the image and to find out who's the user that has uploaded the file. """ # Get the image's description reportPageObject = wikipedia.ImagePage(self.site, self.image_namespace + self.image_to_report) + try: reportPageText = reportPageObject.get() except wikipedia.NoPage: @@ -667,7 +652,7 @@ reportPageObject.put(reportPageText + self.newtext, comment = self.commImage, minorEdit = True) # paginetta it's the image page object. try: - if reportPageObject == self.image and self.uploader != None: + if reportPageObject == self.image and self.uploader: nick = self.uploader else: nick = reportPageObject.getLatestUploader()[0] @@ -679,7 +664,8 @@ return False upBots = wikipedia.translate(self.site, uploadBots) luser = wikipedia.url2link(nick, self.site, self.site) - if upBots != None: + + if upBots: for upBot in upBots: if upBot[0] == luser: luser = self.uploadBotChangeFunction(reportPageText, upBot) @@ -687,15 +673,16 @@ self.talk_page = talk_page self.luser = luser return True + def put_mex_in_talk(self): """ Function to put the warning in talk page of the uploader.""" commento2 = wikipedia.translate(self.site, comm2) emailPageName = wikipedia.translate(self.site, emailPageWithText) emailSubj = wikipedia.translate(self.site, emailSubject) - if self.notification2 == None: + if self.notification2: + self.notification2 = self.notification2 % self.image_to_report + else: self.notification2 = self.notification - else: - self.notification2 = self.notification2 % self.image_to_report second_text = False # Getting the talk page's history, to check if there is another advise... # The try block is used to prevent error if you use an old wikipedia.py's version. @@ -724,21 +711,23 @@ second_text = False ti_es_ti = wikipedia.translate(self.site, empty) testoattuale = ti_es_ti - if self.commTalk == None: + + if self.commTalk: + commentox = self.commTalk + else: commentox = commento2 + + if second_text: + newText = u"%s\n\n%s" % (testoattuale, self.notification2) else: - commentox = self.commTalk - if second_text == True: - try: - self.talk_page.put(u"%s\n\n%s" % (testoattuale, self.notification2), comment = commentox, minorEdit = False) - except wikipedia.LockedPage: - wikipedia.output(u'Talk page blocked, skip.') - elif second_text == False: - try: - self.talk_page.put(testoattuale + self.head + self.notification, comment = commentox, minorEdit = False) - except wikipedia.LockedPage: - wikipedia.output(u'Talk page blocked, skip.') - if emailPageName != None and emailSubj != None: + newText = testoattuale + self.head + self.notification + + try: + self.talk_page.put(newText, comment = commentox, minorEdit = False) + except wikipedia.LockedPage: + wikipedia.output(u'Talk page blocked, skip.') + + if emailPageName and emailSubj: emailPage = wikipedia.Page(self.site, emailPageName) try: emailText = emailPage.get() @@ -752,17 +741,19 @@ except userlib.UserActionRefuse: wikipedia.output("User is not mailable, aborted") return # exit - + def untaggedGenerator(self, untaggedProject, limit): """ Generator that yield the files without license. It's based on a tool of the toolserver. """ lang = untaggedProject.split('.', 1)[0] project = '.%s' % untaggedProject.split('.', 1)[1] + if lang == 'commons': link = 'http://toolserver.org/~daniel/WikiSense/UntaggedImages.php?wikifam=commons.w...' else: link = 'http://toolserver.org/~daniel/WikiSense/UntaggedImages.php?wikilang=%s&w...' % (lang, project, limit, limit) text = self.site.getUrl(link, no_hostname = True) results = re.findall(r"""<td valign='top' title='Name'><a href='http://.*?\.org/w/index\.php\?title=(.*?)'>.*?</a></td>""", text) + if results: for result in results: wikiPage = wikipedia.ImagePage(self.site, result) @@ -770,31 +761,34 @@ else: wikipedia.output(link) raise NothingFound(u'Nothing found! Try to use the tool by yourself to be sure that it works!') - + def regexGenerator(self, regexp, textrun): """ Generator used when an user use a regex parsing a page to yield the results """ regex = re.compile(r'%s' % regexp, re.UNICODE|re.DOTALL) results = regex.findall(textrun) for image in results: yield wikipedia.ImagePage(self.site, image) - + def loadHiddenTemplates(self): """ Function to load the white templates """ # A template as {{en is not a license! Adding also them in the whitelist template... for langK in wikipedia.Family(u'wikipedia').langs.keys(): self.hiddentemplates.append(wikipedia.Page(self.site, u'Template:%s' % langK)) + # The template #if: and #switch: aren't something to care about #self.hiddentemplates.extend([u'#if:', u'#switch:']) FIXME + # Hidden template loading if self.pageHidden: try: pageHiddenText = wikipedia.Page(self.site, self.pageHidden).get() except (wikipedia.NoPage, wikipedia.IsRedirectPage): pageHiddenText = '' + for element in self.load(pageHiddenText): self.hiddentemplates.append(wikipedia.Page(self.site, element)) return self.hiddentemplates - + def returnOlderTime(self, listGiven, timeListGiven): """ Get some time and return the oldest of them """ # print listGiven; print timeListGiven @@ -813,26 +807,30 @@ max_usage = len(imageUsage) num_older = num num += 1 + if num_older: return listGiven[num_older][1] + for element in listGiven: time = element[0] imageName = element[1] not_the_oldest = False + for time_selected in timeListGiven: if time > time_selected: not_the_oldest = True break + if not not_the_oldest: return imageName - + def convert_to_url(self, page): # Function stolen from wikipedia.py """The name of the page this Page refers to, in a form suitable for the URL of the page.""" title = page.replace(u" ", u"_") encodedTitle = title.encode(self.site.encoding()) return urllib.quote(encodedTitle) - + def countEdits(self, pagename, userlist): """ Function to count the edit of a user or a list of users in a page. """ # self.botolist @@ -841,20 +839,22 @@ page = wikipedia.Page(self.site, pagename) history = page.getVersionHistory() user_list = list() + for data in history: user_list.append(data[2]) number_edits = 0 + for username in userlist: number_edits += user_list.count(username) return number_edits - + def checkImageOnCommons(self): """ Checking if the file is on commons """ wikipedia.output(u'Checking if %s is on commons...' % self.imageName) commons_site = wikipedia.getSite('commons', 'commons') regexOnCommons = r"[[:File:%s]] is also on '''Commons''': [[commons:File:.*?]](?: (same name)|)$" % re.escape(self.imageName) hash_found = self.image.getHash() - if hash_found == None: + if not hash_found: return False # Problems? Yes! Image deleted, no hash found. Skip the image. else: commons_image_with_this_hash = commons_site.getFilesFromAnHash(hash_found) @@ -881,7 +881,7 @@ else: # Problems? No, return True return True - + def checkImageDuplicated(self, duplicates_rollback): """ Function to check the duplicated files. """ # {{Dupe|File:Blanche_Montel.jpg}} @@ -898,18 +898,23 @@ imagePage = wikipedia.ImagePage(self.site, u'File:%s' % self.imageName) hash_found = imagePage.getHash() duplicates = self.site.getFilesFromAnHash(hash_found) - if duplicates == None: + + if not duplicates: return False # Error, image deleted, no hash found. Skip the image. + if len(duplicates) > 1: if len(duplicates) == 2: wikipedia.output(u'%s has a duplicate! Reporting it...' % self.imageName) else: wikipedia.output(u'%s has %s duplicates! Reporting them...' % (self.imageName, len(duplicates) - 1)) - if not dupText == None and not dupRegex == None: + + if dupText and dupRegex: time_image_list = list() time_list = list() + for duplicate in duplicates: DupePage = wikipedia.ImagePage(self.site, u'File:%s' % duplicate) + if DupePage.urlname() == self.image.urlname() and self.timestamp != None: imagedata = self.timestamp else: @@ -924,6 +929,7 @@ Page_oder_image = wikipedia.ImagePage(self.site, u'File:%s' % older_image) string = '' images_to_tag_list = [] + for duplicate in duplicates: if wikipedia.ImagePage(self.site, u'%s:%s' % (self.image_namespace, duplicate)) == \ wikipedia.ImagePage(self.site, u'%s:%s' % (self.image_namespace, older_image)): @@ -934,7 +940,8 @@ older_page_text = Page_oder_image.get() except wikipedia.NoPage: continue # The page doesn't exists - if re.findall(dupRegex, DupPageText) == [] and re.findall(dupRegex, older_page_text) == []: + + if not re.findall(dupRegex, DupPageText) and not re.findall(dupRegex, older_page_text): wikipedia.output(u'%s is a duplicate and has to be tagged...' % duplicate) images_to_tag_list.append(duplicate) #if duplicate != duplicates[-1]: @@ -946,12 +953,13 @@ return True # Ok - No problem. Let's continue the checking phase older_image_ns = u'%s%s' % (self.image_namespace, older_image) # adding the namespace only_report = False # true if the image are not to be tagged as dupes - + # put only one image or the whole list according to the request if u'__images__' in dupText: text_for_the_report = re.sub(r'__images__', r'\n%s*[[:%s]]\n' % (string, older_image_ns), dupText) else: text_for_the_report = re.sub(r'__image__', r'%s' % older_image_ns, dupText) + # Two iteration: report the "problem" to the user only once (the last) if len(images_to_tag_list) > 1: for image_to_tag in images_to_tag_list[:-1]: @@ -964,6 +972,7 @@ text_for_the_report = re.sub(r'\n*[[:%s]]' % re.escape(self.image_namespace + image_to_tag), '', text_for_the_report) self.report(text_for_the_report, image_to_tag, commImage = dupComment_image, unver = True) + if len(images_to_tag_list) != 0 and not only_report: already_reported_in_past = self.countEdits(u'File:%s' % images_to_tag_list[-1], self.botolist) image_to_resub = images_to_tag_list[-1] @@ -977,11 +986,13 @@ self.report(text_for_the_report, images_to_tag_list[-1], dupTalkText % (older_image_ns, string), dupTalkHead, commTalk = dupComment_talk, commImage = dupComment_image, unver = True) + if self.duplicatesReport or only_report: if only_report: repme = u"\n*[[:File:%s]] has the following duplicates ('''forced mode'''):" % self.convert_to_url(self.imageName) else: repme = u"\n*[[:File:%s]] has the following duplicates:" % self.convert_to_url(self.imageName) + for duplicate in duplicates: if self.convert_to_url(duplicate) == self.convert_to_url(self.imageName): continue # the image itself, not report also this as duplicate @@ -989,16 +1000,19 @@ result = self.report_image(self.imageName, self.rep_page, self.com, repme, addings = False, regex = duplicateRegex) if not result: return True # If Errors, exit (but continue the check) + if older_image != self.imageName: return False # The image is a duplicate, it will be deleted. So skip the check-part, useless return True # Ok - No problem. Let's continue the checking phase - + def report_image(self, image_to_report, rep_page = None, com = None, rep_text = None, addings = True, regex = None): """ Report the files to the report page when needed. """ if not rep_page: rep_page = self.rep_page + if not com: com = self.com + if not rep_text: rep_text = self.rep_text
@@ -1012,6 +1026,7 @@ text_get = '' except wikipedia.IsRedirectPage: text_get = another_page.getRedirectTarget().get() + if len(text_get) >= self.logFulNumber: if self.logFullError: raise LogIsFull(u"The log page (%s) is full! Please delete the old files reported." % another_page.title()) @@ -1021,6 +1036,7 @@ # The talk page includes "_" between the two names, in this way i replace them to " " n = re.compile(regex, re.UNICODE|re.DOTALL) y = n.findall(text_get) + if y: wikipedia.output(u"%s is already in the report page." % image_to_report) reported = False @@ -1032,7 +1048,7 @@ wikipedia.output(u"...Reported...") reported = True return reported - + def takesettings(self): """ Function to take the settings from the wiki. """ try: @@ -1046,6 +1062,7 @@ rxp = r"<------- ------->\n*[Nn]ame ?= ?['"](.*?)['"]\n*([Ff]ind|[Ff]indonly)=(.*?)\n*[Ii]magechanges=(.*?)\n*[Ss]ummary=['"](.*?)['"]\n*[Hh]ead=['"](.*?)['"]\n*[Tt]ext ?= ?['"](.*?)['"]\n*[Mm]ex ?= ?['"]?([^\n]*?)['"]?\n" r = re.compile(rxp, re.UNICODE|re.DOTALL) number = 1 + for m in r.finditer(testo): name = str(m.group(1)) find_tipe = str(m.group(2)) @@ -1058,6 +1075,7 @@ tupla = [number, name, find_tipe, find, imagechanges, summary, head, text, mexcatched] self.settingsData += [tupla] number += 1 + if self.settingsData == list(): wikipedia.output(u"You've set wrongly your settings, please take a look to the relative page. (run without them)") self.settingsData = None @@ -1069,14 +1087,18 @@ wikipedia.output(u'Problems with loading the settigs, run without them.') self.settingsData = None self.some_problem = False - if self.settingsData == []: + + if not self.settingsData: self.settingsData = None + # Real-Time page loaded - if self.settingsData != None: wikipedia.output(u'\t >> Loaded the real-time page... <<') + if self.settingsData: + wikipedia.output(u'\t >> Loaded the real-time page... <<') # No settings found, No problem, continue. - else: wikipedia.output(u'\t >> No additional settings found! <<') + else: + wikipedia.output(u'\t >> No additional settings found! <<') return self.settingsData # Useless, but it doesn't harm.. - + def load_licenses(self): """ Load the list of the licenses """ """ @@ -1098,7 +1120,7 @@ wikipedia.output(u'\n\t...Loading the licenses allowed...\n') list_licenses = catlib.categoryAllPageObjectsAPI(catName) wikipedia.output('') # blank line - + # Add the licenses set in the default page as licenses # to check if self.pageAllowed: @@ -1112,7 +1134,7 @@ if pageLicense not in list_licenses: list_licenses.append(pageLicense) # the list has wiki-pages return list_licenses - + def miniTemplateCheck(self, template): """ Is the template given in the licenses allowed or in the licenses to skip? @@ -1133,7 +1155,7 @@ else: self.whiteTemplatesFound = True return False - + def templateInList(self): """ The problem is the calls to the Mediawiki system because they can be pretty slow. @@ -1155,7 +1177,7 @@ break except wikipedia.NoPage: continue - + def smartDetection(self): """ The bot instead of checking if there's a simple template in the image's description, checks also if that template is a license or @@ -1170,11 +1192,14 @@ self.hiddentemplates = self.loadHiddenTemplates() self.licenses_found = self.image.getTemplates() templatesInTheImageRaw = regex_find_licenses.findall(self.imageCheckText) - if self.licenses_found == [] and templatesInTheImageRaw != []: + + if not self.licenses_found and templatesInTheImageRaw: raise wikipedia.Error("APIs seems down. No templates found with them but actually there are templates used in the image's page!") self.allLicenses = list() - if self.list_licenses == []: + + if not self.list_licenses: raise wikipedia.Error(u'No licenses allowed provided, add that option to the code to make the script working correctly') + # Found the templates ONLY in the image's description for template_selected in templatesInTheImageRaw: for templateReal in self.licenses_found: @@ -1187,28 +1212,32 @@ # for example: there's only self, and not GFDL and the other licenses. #if self.allLicenses == self.licenses_found and not dummy_edit and self.licenses_found != []: # wikipedia.output(u"Seems that there's a problem regarding the Job queue, trying with a dummy edit to solve the problem.") - # try: + # try: # self.imageCheckText = self.image.get() # self.image.put(self.imageCheckText, 'Bot: Dummy edit,if you see this comment write [[User talk:%s|here]].' % self.botnick) # except (wikipedia.NoPage, wikipedia.IsRedirectPage): # return (None, list()) # dummy_edit = True #else: - break + break + if self.licenses_found != []: self.templateInList() + if self.license_found == None and self.allLicenses != list(): # If only iterlist = self.AllLicenses if I remove something # from iterlist it will be remove from self.AllLicenses too iterlist = list(self.allLicenses) + for template in iterlist: try: template.pageAPInfo() except wikipedia.IsRedirectPage: template = template.getRedirectTarget() except wikipedia.NoPage: - self.allLicenses.remove(template) - if self.allLicenses != list(): + self.allLicenses.remove(template) + + if self.allLicenses != list(): self.license_found = self.allLicenses[0].title() self.some_problem = False # If it has "some_problem" it must check # the additional settings. @@ -1245,7 +1274,7 @@ wikipedia.output(u"Skipping the file...") self.some_problem = False return (self.license_found, self.whiteTemplatesFound) - + def load(self, raw): """ Load a list of object from a string using regex. """ list_loaded = list() @@ -1349,7 +1378,7 @@ else: wikipedia.output(u"The wait option is available only with the standard generator.") return generator - + def isTagged(self): """ Understand if a file is already tagged or not. """ TextFind = wikipedia.translate(self.site, txt_find) @@ -1365,7 +1394,7 @@ elif i.lower() in self.imageCheckText: return True return False # Nothing Found? Ok: False - + def findAdditionalProblems(self): # In every tupla there's a setting configuration for tupla in self.settingsData: @@ -1410,7 +1439,7 @@ self.summary_used = summary self.mex_used = mexCatched continue - + def checkStep(self): # nothing = Defining an empty image description nothing = ['', ' ', ' ', ' ', '\n', '\n ', '\n ', '\n\n', '\n \n', ' \n', ' \n ', ' \n \n'] @@ -1509,6 +1538,8 @@ self.report(self.unvertext, self.imageName, notification, head, smwl) return True
+gbv = Global() + def checkbot(): """ Main function """ # Command line configurable parameters @@ -1574,7 +1605,7 @@ firstPageTitle = wikipedia.input(u'From witch page do you want to start?') elif len(arg) > 6: firstPageTitle = arg[7:] - firstPageTitle = firstPageTitle.replace("File:", '').replace("file:", "") + firstPageTitle = firstPageTitle.split(":")[1:] generator = wikipedia.getSite().allpages(start=firstPageTitle, namespace=6) repeat = False elif arg.startswith('-page'): @@ -1741,10 +1772,11 @@ if repeat == True: printWithTimeZone(u"Waiting for %s seconds," % time_sleep) time.sleep(time_sleep) - elif repeat == False: + else: wikipedia.output(u"\t\t\t>> STOP! <<") break # Exit
+ # Here there is the main loop. I'll take all the (name of the) images and then i'll check them. if __name__ == "__main__": old = datetime.datetime.strptime(str(datetime.datetime.utcnow()).split('.')[0], "%Y-%m-%d %H:%M:%S") #timezones are UTC