[Pywikibot-commits] [Gerrit] imagetransfer.py: ported to core (patch 6) - change (pywikibot/core)

Strainu has submitted this change and it was merged.

Change subject: imagetransfer.py: ported to core (patch 6) ......................................................................

imagetransfer.py: ported to core (patch 6)

Ported imagetransfer.py to pywikibot core. Also fixed related import issue in nowcommons.py, concerning 'nowCommonsMessage'.

Change-Id: I826aafe9d14e01abf01d5f6dfc947a33078d3689 --- A scripts/imagetransfer.py M scripts/nowcommons.py 2 files changed, 379 insertions(+), 25 deletions(-)

Approvals: Strainu: Verified; Looks good to me, approved

diff --git a/scripts/imagetransfer.py b/scripts/imagetransfer.py new file mode 100644 index 0000000..65b8fe4 --- /dev/null +++ b/scripts/imagetransfer.py @@ -0,0 +1,378 @@ +# -*- coding: utf-8 -*- +""" +Script to copy images to Wikimedia Commons, or to another wiki. + +Syntax: + + python imagetransfer.py pagename [-interwiki] [-targetLang:xx] -targetFamily:yy] + +Arguments: + + -interwiki Look for images in pages found through interwiki links. + + -keepname Keep the filename and do not verify description while replacing + + -tolang:xx Copy the image to the wiki in language xx + + -tofamily:yy Copy the image to a wiki in the family yy + + -file:zz Upload many files from textfile: [[Image:xx]] + [[Image:yy]] + +If pagename is an image description page, offers to copy the image to the +target site. If it is a normal page, it will offer to copy any of the images +used on that page, or if the -interwiki argument is used, any of the images +used on a page reachable via interwiki links. +""" +# +# (C) Andre Engels, 2004 +# (C) Pywikipedia bot team, 2004-2012 +# +# Distributed under the terms of the MIT license. +# +__version__ = '$Id$' + +import re +import sys +import pywikibot +import upload +from pywikibot import config +from pywikibot import i18n +from pywikibot import pagegenerators + +copy_message = { + 'ar': u"هذه الصورة تم نقلها من %s. الوصف الأصلي كان:\r\n\r\n%s", + 'en': u"This image was copied from %s. The original description was:\r\n\r\n%s", + 'fa': u"تصویر از %s کپی شده‌است.توضیحات اصلی ان این بود::\r\n\r\n%s", + 'de': u"Dieses Bild wurde von %s kopiert. Die dortige Beschreibung lautete:\r\n\r\n%s", + 'fr': u"Cette image est copiée de %s. La description originale était:\r\n\r\n%s", + 'he': u"תמונה זו הועתקה מהאתר %s. תיאור הקובץ המקורי היה:\r\n\r\n%s", + 'hu': u"Kép másolása innen: %s. Az eredeti leírás:\r\n\r\n%s", + 'ia': u"Iste imagine esseva copiate de %s. Le description original esseva:\r\n\r\n%s", + 'it': u"Questa immagine è stata copiata da %s. La descrizione originale era:\r\n\r\n%s", + 'kk': u"Бұл сурет %s дегеннен көшірілді. Түпнұсқа сипатттамасы былай болды:\r\n\r\n%s", + 'lt': u"Šis paveikslėlis buvo įkeltas iš %s. Originalus aprašymas buvo:\r\n\r\n%s", + 'nl': u"Afbeelding gekopieerd vanaf %s. De beschrijving daar was:\r\n\r\n%s", + 'pl': u"Ten obraz został skopiowany z %s. Oryginalny opis to:\r\n\r\n%s", + 'pt': u"Esta imagem foi copiada de %s. A descrição original foi:\r\n\r\n%s", + 'ru': u"Изображение было скопировано с %s. Оригинальное описание содержало:\r\n\r\n%s", + 'sr': u"Ова слика је копирана са %s. Оригинални опис је:\r\n\r\n%s", + 'zh': u"本圖像從 %s 複製，原始說明資料：\r\n\r\n%s", +} + +nowCommonsTemplate = { + 'ar': u'{{subst:الآن_كومنز|Image:%s}}', + 'de': u'{{NowCommons|%s}}', + 'fr': u'{{Désormais sur Commons|%s}}', + 'en': u'{{subst:ncd|Image:%s}}', + 'fa': u'{{موجود در انبار|%s}}', + 'he': u'{{גם בוויקישיתוף|%s}}', + 'hu': u'{{azonnali-commons|Kép:%s}}', + 'ia': u'{{OraInCommons|Imagine:%s}}', + 'it': u'{{NowCommons unlink|%s}}', + 'ja': u'{{NowCommons|Image:%s}}', + 'kk': u'{{NowCommons|Image:%s}}', + 'li': u'{{NowCommons|%s}}', + 'lt': u'{{NowCommons|Image:%s}}', + 'nds-nl': u'{{NoenCommons|File:%s}}', + 'nl': u'{{NuCommons|Image:%s}}', + 'pl': u'{{NowCommons|%s}}', + 'pt': u'{{NowCommons|%s}}', + 'sr': u'{{NowCommons|%s}}', + 'zh': u'{{NowCommons|Image:%s}}', +} + +#nowCommonsThis = { + #'en': u'{{NowCommonsThis|%s}}', + #'it': u'{{NowCommons omonima|%s}}', + #'kk': u'{{NowCommonsThis|%s}}', + #'pt': u'{{NowCommonsThis|%s}}', +#} + +nowCommonsMessage = { + 'ar': u'الملف الآن متوفر في ويكيميديا كومنز.', + 'de': u'Datei ist jetzt auf Wikimedia Commons verfügbar.', + 'en': u'File is now available on Wikimedia Commons.', + 'eo': u'Dosiero nun estas havebla en la Wikimedia-Komunejo.', + 'fa': u'پرونده اکنون در انبار است', + 'he': u'הקובץ זמין כעת בוויקישיתוף.', + 'hu': u'A fájl most már elérhető a Wikimedia Commonson', + 'ia': u'Le file es ora disponibile in Wikimedia Commons.', + 'ja': u'ファイルはウィキメディア・コモンズにあります', + 'it': u'L'immagine è adesso disponibile su Wikimedia Commons.', + 'kk': u'Файлды енді Wikimedia Ортаққорынан қатынауға болады.', + 'lt': u'Failas įkeltas į Wikimedia Commons projektą.', + 'nl': u'Dit bestand staat nu op [[w:nl:Wikimedia Commons|Wikimedia Commons]].', + 'pl': u'Plik jest teraz dostępny na Wikimedia Commons.', + 'pt': u'Arquivo está agora na Wikimedia Commons.', + 'ru': u'[[ВП:КБУ#Ф8|Ф.8]]: доступно на [[Викисклад]]е', + 'sr': u'Слика је сада доступна и на Викимедија Остави.', + 'zh': u'檔案已存在於維基共享資源。', +} + +#nowCommonsThisMessage = { + #'ar': u'الملف الآن متوفر في كومنز بنفس الاسم.', + #'en': u'File is now available on Commons with the same name.', + #'he': u'הקובץ זמין כעת בוויקישיתוף בשם זהה.', + #'it': u'L'immagine è adesso disponibile su Wikimedia Commons con lo stesso nome.', + #'kk': u'Файлды дәл сол атауымен енді Ортаққордан қатынауға болады.', + #'pt': u'Esta imagem está agora no Commons com o mesmo nome.', +#} + +# Translations for license templates. +# Must only be given when they are in fact different. +licenseTemplates = { + ('wikipedia:de', 'commons:commons'): { + u'Bild-GFDL': u'GFDL', + u'Bild-GFDL-OpenGeoDB': u'GFDL-OpenGeoDB', + u'Bild-Innweb-Lizenz': u'Map-Austria-GNU', + u'Bild-PD': u'PD', + u'Bild-PD-alt': u'PD-old', + u'Bild-PD-Kunst': u'PD-Art', + u'Bild-PD-US': u'PD-USGov', + }, + ('wikipedia:fa', 'commons:commons'): { + u'مالکیت عمومی': u'PD', + u'مالکیت عمومی-خود': u'PD-self', + u'مجوز گنو': u'GFDL', + u'مجوز گنو-خود': u'GFDL-self', + u'نگاره قدیمی': u'PD-Iran', + u'نگاره نوشتاری': u'PD-textlogo', + u'نگاره عراقی': u'PD-Iraq', + u'نگاره بریتانیا': u'PD-UK', + u'نگاره هابل': u'PD-Hubble', + u'نگاره آمریکا': u'PD-US', + u'نگاره دولت آمریکا': u'PD-USGov', + u'کک-یاد-دو': u'Cc-by-2.0', + u'کک-یاد-حفظ-دونیم': u'Cc-by-sa-2.5', + u'کک-یاد-سه': u'Cc-by-3.0', + }, + ('wikipedia:fr', 'commons:commons'): { + u'Domaine public': u'PD' + }, + ('wikipedia:he', 'commons:commons'): { + u'שימוש חופשי': u'PD-self', + u'שימוש חופשי מוגן': u'Copyrighted free use', + u'שימוש חופשי מוגן בתנאי': u'Copyrighted free use provided that', + u'תמונה ישנה': u'PD-Israel', + u'ייחוס': u'Attribution', + u'לוגו ויקימדיה': u'Copyright by Wikimedia', + }, + ('wikipedia:hu', 'commons:commons'): { + u'Közkincs': u'PD', + u'Közkincs-régi': u'PD-old', + }, + ('wikipedia:pt', 'commons:commons'): { + u'Domínio público': u'PD', + }, +} + + +class ImageTransferBot: + def __init__(self, generator, targetSite=None, interwiki=False, + keep_name=False): + self.generator = generator + self.interwiki = interwiki + self.targetSite = targetSite + self.keep_name = keep_name + + def transferImage(self, sourceImagePage, debug=False): + """Gets a wikilink to an image, downloads it and its description, + and uploads it to another wikipedia. + Returns the filename which was used to upload the image + This function is used by imagetransfer.py and by copy_table.py + + """ + sourceSite = sourceImagePage.site + if debug: + print "-" * 50 + print "Found image: %s" % imageTitle + url = sourceImagePage.fileUrl().encode('utf-8') + pywikibot.output(u"URL should be: %s" % url) + # localize the text that should be printed on the image description page + try: + description = sourceImagePage.get() + # try to translate license templates + if (sourceSite.sitename(), self.targetSite.sitename()) in licenseTemplates: + for old, new in licenseTemplates[(sourceSite.sitename(), + self.targetSite.sitename())].iteritems(): + new = '{{%s}}' % new + old = re.compile('{{%s}}' % old) + description = pywikibot.replaceExcept(description, old, new, + ['comment', 'math', + 'nowiki', 'pre']) + + description = i18n.translate(self.targetSite, copy_message) \ + % (sourceSite, description) + description += '\n\n' + str(sourceImagePage.getFileVersionHistoryTable()) + # add interwiki link + if sourceSite.family == self.targetSite.family: + description += "\r\n\r\n" + unicode(sourceImagePage) + except pywikibot.NoPage: + description = '' + print "Image does not exist or description page is empty." + except pywikibot.IsRedirectPage: + description = '' + print "Image description page is redirect." + else: + bot = upload.UploadRobot(url=url, description=description, + targetSite=self.targetSite, + urlEncoding=sourceSite.encoding(), + keepFilename=self.keep_name, + verifyDescription=not self.keep_name) + # try to upload + targetFilename = bot.run() + if targetFilename and self.targetSite.family.name == 'commons' and \ + self.targetSite.code == 'commons': + # upload to Commons was successful + reason = i18n.translate(sourceSite, nowCommonsMessage) + # try to delete the original image if we have a sysop account + if sourceSite.family.name in config.sysopnames and \ + sourceSite.lang in config.sysopnames[sourceSite.family.name]: + if sourceImagePage.delete(reason): + return + if sourceSite.lang in nowCommonsTemplate and \ + sourceSite.family.name in config.usernames and \ + sourceSite.lang in config.usernames[sourceSite.family.name]: + # add the nowCommons template. + pywikibot.output(u'Adding nowCommons template to %s' + % sourceImagePage.title()) + sourceImagePage.put(sourceImagePage.get() + '\n\n' + + nowCommonsTemplate[sourceSite.lang] + % targetFilename, + comment=nowCommonsMessage[sourceSite.lang]) + + def showImageList(self, imagelist): + for i in range(len(imagelist)): + image = imagelist[i] + #sourceSite = sourceImagePage.site + print "-" * 60 + pywikibot.output(u"%s. Found image: %s" + % (i, image.title(asLink=True))) + try: + # Show the image description page's contents + pywikibot.output(image.get(throttle=False)) + # look if page already exists with this name. + # TODO: consider removing this: a different image of the same + # name may exist on the target wiki, and the bot user may want + # to upload anyway, using another name. + try: + # Maybe the image is on the target site already + targetTitle = '%s:%s' % (self.targetSite.image_namespace(), + image.title().split(':', 1)[1]) + targetImage = pywikibot.Page(self.targetSite, targetTitle) + targetImage.get(throttle=False) + pywikibot.output(u"Image with this name is already on %s." + % self.targetSite) + print "-" * 60 + pywikibot.output(targetImage.get(throttle=False)) + sys.exit() + except pywikibot.NoPage: + # That's the normal case + pass + except pywikibot.IsRedirectPage: + pywikibot.output( + u"Description page on target wiki is redirect?!") + + except pywikibot.NoPage: + break + print "=" * 60 + + def run(self): + for page in self.generator: + if self.interwiki: + imagelist = [] + for linkedPage in page.interwiki(): + imagelist.append(linkedPage.imagelinks(followRedirects=True)) + elif page.isImage(): + imagePage = pywikibot.ImagePage(page.site, page.title()) + imagelist = [imagePage] + else: + imagePage = (page.imagelinks(followRedirects=True)).result( + {'title': page.title(), 'ns': pywikibot.getSite().image_namespace()}) + imagelist = [imagePage] + + while len(imagelist) > 0: + self.showImageList(imagelist) + if len(imagelist) == 1: + # no need to query the user, only one possibility + todo = 0 + else: + pywikibot.output( + u"Give the number of the image to transfer.") + todo = pywikibot.input(u"To end uploading, press enter:") + if not todo: + break + todo = int(todo) + if todo in range(len(imagelist)): + if imagelist[todo].fileIsShared(): + pywikibot.output( + u'The image is already on Wikimedia Commons.') + else: + self.transferImage(imagelist[todo], debug=False) + # remove the selected image from the list + imagelist = imagelist[:todo] + imagelist[todo + 1:] + else: + pywikibot.output(u'No such image number.') + + +def main(): + # if -file is not used, this temporary array is used to read the page title. + pageTitle = [] + page = None + gen = None + interwiki = False + keep_name = False + targetLang = None + targetFamily = None + + for arg in pywikibot.handleArgs(): + if arg == '-interwiki': + interwiki = True + elif arg.startswith('-keepname'): + keep_name = True + elif arg.startswith('-tolang:'): + targetLang = arg[8:] + elif arg.startswith('-tofamily:'): + targetFamily = arg[10:] + elif arg.startswith('-file'): + if len(arg) == 5: + filename = pywikibot.input( + u'Please enter the list's filename: ') + else: + filename = arg[6:] + gen = pagegenerators.TextfilePageGenerator(filename) + else: + pageTitle.append(arg) + + if not gen: + # if the page title is given as a command line argument, + # connect the title's parts with spaces + if pageTitle != []: + pageTitle = ' '.join(pageTitle) + page = pywikibot.Page(pywikibot.getSite(), pageTitle) + # if no page title was given as an argument, and none was + # read from a file, query the user + if not page: + pageTitle = pywikibot.input(u'Which page to check:') + page = pywikibot.Page(pywikibot.getSite(), pageTitle) + # generator which will yield only a single Page + gen = iter([page]) + + if not targetLang and not targetFamily: + targetSite = pywikibot.getSite('commons', 'commons') + else: + if not targetLang: + targetLang = pywikibot.getSite().language + if not targetFamily: + targetFamily = pywikibot.getSite().family + targetSite = pywikibot.getSite(targetLang, targetFamily) + bot = ImageTransferBot(gen, interwiki=interwiki, targetSite=targetSite, + keep_name=keep_name) + bot.run() + +if __name__ == "__main__": + try: + main() + finally: + pywikibot.stopme() diff --git a/scripts/nowcommons.py b/scripts/nowcommons.py index af33690..79b6c2e 100644 --- a/scripts/nowcommons.py +++ b/scripts/nowcommons.py @@ -64,10 +64,7 @@ from pywikibot import i18n from pywikibot import pagegenerators as pg import image -# only for nowCommonsMessage -# from imagetransfer import nowCommonsMessage -# nowCommonsMessage defined on line #163 -# taken from imagetransfer.py (compat) +from imagetransfer import nowCommonsMessage

nowCommons = { '_default': [ @@ -163,27 +160,6 @@ u'Nowcommons', u'NCT', ], -} - -nowCommonsMessage = { - 'ar': u'الملف الآن متوفر في ويكيميديا كومنز.', - 'de': u'Datei ist jetzt auf Wikimedia Commons verfügbar.', - 'en': u'File is now available on Wikimedia Commons.', - 'eo': u'Dosiero nun estas havebla en la Wikimedia-Komunejo.', - 'fa': u'پرونده اکنون در انبار است', - 'he': u'הקובץ זמין כעת בוויקישיתוף.', - 'hu': u'A fájl most már elérhető a Wikimedia Commonson', - 'ia': u'Le file es ora disponibile in Wikimedia Commons.', - 'ja': u'ファイルはウィキメディア・コモンズにあります', - 'it': u'L'immagine è adesso disponibile su Wikimedia Commons.', - 'kk': u'Файлды енді Wikimedia Ортаққорынан қатынауға болады.', - 'lt': u'Failas įkeltas į Wikimedia Commons projektą.', - 'nl': u'Dit bestand staat nu op [[w:nl:Wikimedia Commons|Wikimedia Commons]].', - 'pl': u'Plik jest teraz dostępny na Wikimedia Commons.', - 'pt': u'Arquivo está agora na Wikimedia Commons.', - 'ru': u'[[ВП:КБУ#Ф8|Ф.8]]: доступно на [[Викисклад]]е', - 'sr': u'Слика је сада доступна и на Викимедија Остави.', - 'zh': u'檔案已存在於維基共享資源。', }

namespaceInTemplate = [