Pywikipedia-svn June 2010

pywikipedia-svn@lists.wikimedia.org

8 participants
109 discussions

SVN: [8340] trunk/pywikipedia/featured.py
by amir＠svn.wikimedia.org 28 Jun '10

28 Jun '10

Revision: 8340 Author: amir Date: 2010-06-28 22:03:02 +0000 (Mon, 28 Jun 2010) Log Message: ----------- a little change Modified Paths: -------------- trunk/pywikipedia/featured.py Modified: trunk/pywikipedia/featured.py =================================================================== --- trunk/pywikipedia/featured.py 2010-06-26 13:48:42 UTC (rev 8339) +++ trunk/pywikipedia/featured.py 2010-06-28 22:03:02 UTC (rev 8340) @@ -367,9 +367,10 @@ former_name = { 'th': (CAT, u"บทความคัดสรรในอดีต"), - 'pt': (CAT,u"!Ex-Artigos_destacados"), - 'es': (CAT,u"Wikipedia:Artículos anteriormente destacados"), - 'hu': (CAT,u"Korábbi kiemelt cikkek"), + 'pt': (CAT, u"!Ex-Artigos_destacados"), + 'fa': (CAT, u"مقاله‌های برگزیده پیشین"), + 'es': (CAT, u"Wikipedia:Artículos anteriormente destacados"), + 'hu': (CAT, u"Korábbi kiemelt cikkek"), 'ru': (CAT, u"Википедия:Устаревшие избранные статьи"), 'ca': (CAT, u"Arxiu de propostes de la retirada de la distinció"), 'es': (CAT, u"Wikipedia:Artículos anteriormente destacados"),

1 0

SVN: [8339] trunk/pywikipedia/reflinks.py
by xqt＠svn.wikimedia.org 26 Jun '10

26 Jun '10

Revision: 8339 Author: xqt Date: 2010-06-26 13:48:42 +0000 (Sat, 26 Jun 2010) Log Message: ----------- charset detection from http header (patch bug#3021568) Modified Paths: -------------- trunk/pywikipedia/reflinks.py Modified: trunk/pywikipedia/reflinks.py =================================================================== --- trunk/pywikipedia/reflinks.py 2010-06-26 13:20:38 UTC (rev 8338) +++ trunk/pywikipedia/reflinks.py 2010-06-26 13:48:42 UTC (rev 8339) @@ -580,25 +580,32 @@ meta_content = self.META_CONTENT.search(linkedpagetext) enc = [] + # use charset from http header + s = self.CHARSET.search(contentType) if meta_content: tag = meta_content.group() # Prefer the contentType from the HTTP header : if not contentType: contentType = tag - s = self.CHARSET.search(tag) - if s: - tmp = s.group('enc').strip("\"' ").lower() - naked = re.sub('[ _\-]', '', tmp) - # Convert to python correct encoding names - if naked == "gb2312": - enc.append("gbk") - elif naked == "shiftjis": - enc.append("shift jis 2004") - enc.append("cp932") - elif naked == "xeucjp": - enc.append("euc-jp") - else: - enc.append(tmp) + if not s: + # use charset from html + s = self.CHARSET.search(tag) + if s: + tmp = s.group('enc').strip("\"' ").lower() + naked = re.sub('[ _\-]', '', tmp) + # Convert to python correct encoding names + if naked == "gb2312": + enc.append("gbk") + elif naked == "shiftjis": + enc.append("shift jis 2004") + enc.append("cp932") + elif naked == "xeucjp": + enc.append("euc-jp") + else: + enc.append(tmp) + else: + wikipedia.output(u'No charset found for %s' % ref.link) + #continue # do not process pages without charset if not contentType: wikipedia.output(u'No content-type found for %s' % ref.link) continue

1 0

SVN: [8338] trunk/pywikipedia
by xqt＠svn.wikimedia.org 26 Jun '10

26 Jun '10

Revision: 8338 Author: xqt Date: 2010-06-26 13:20:38 +0000 (Sat, 26 Jun 2010) Log Message: ----------- i18n for ru-wiki (patch request bug #3021634) Modified Paths: -------------- trunk/pywikipedia/noreferences.py trunk/pywikipedia/reflinks.py Modified: trunk/pywikipedia/noreferences.py =================================================================== --- trunk/pywikipedia/noreferences.py 2010-06-26 12:22:22 UTC (rev 8337) +++ trunk/pywikipedia/noreferences.py 2010-06-26 13:20:38 UTC (rev 8338) @@ -49,6 +49,7 @@ 'cs':u'Robot doplnil chybějící <references />', 'de':u'Bot: Trage fehlendes <references /> nach', 'en':u'Robot: Adding missing <references /> tag', + 'ru':u'Robot: Добавлен отсутствующий тег <references />', 'eo':u'Roboto: Aldono de "<references />"', 'fa':u'ربات:تگ رفرنسز فراموش شده‌است', 'fi':u'Botti lisäsi puuttuvan {{viitteet}}-mallineen', @@ -93,6 +94,10 @@ u'See also', u'Notes' ], + 'ru': [ + u'Ссылки', + u'Литература', + ], 'eo': [ u'Eksteraj ligiloj', u'Ekstera ligilo', @@ -198,6 +203,11 @@ u'Footnotes', u'Notes', ], + 'ru': [ + u'Примечания', + u'Ссылки', + u'Источники', + ], 'eo': [ u'Referencoj', ], @@ -292,6 +302,10 @@ 'en': [u'Reflist',u'Refs',u'FootnotesSmall',u'Reference', u'Ref-list',u'Reference list',u'References-small',u'Reflink', u'Footnotes',u'FootnotesSmall'], + 'ru': [u'Reflist',u'Ref-list',u'Refs',u'Sources', + u'примечания',u'список примечаний', + u'Примечания',u'Список примечаний', + u'Сноска',u'Сноски'], 'eo': [u'Referencoj'], 'es': ['Listaref', 'Reflist', 'muchasref'], 'fa': [u'Reflist',u'Refs',u'FootnotesSmall',u'Reference',u'پانویس',u'Reflist',u'پانویس‌ها ',u'پانویس ۲',u'پانویس۲'], @@ -320,6 +334,7 @@ 'fi': u'{{viitteet}}', 'hu': u'{{Források}}', 'pl': u'{{Przypisy}}', + 'ru': u'{{примечания}}', }, } Modified: trunk/pywikipedia/reflinks.py =================================================================== --- trunk/pywikipedia/reflinks.py 2010-06-26 12:22:22 UTC (rev 8337) +++ trunk/pywikipedia/reflinks.py 2010-06-26 13:20:38 UTC (rev 8338) @@ -62,6 +62,7 @@ 'es':u'Formateando las referencias que no tuvieran títulos (FAQ : [[:en:User:DumZiBoT/refLinks]] )', 'it':u'Bot: Sistemo note con collegamenti esterni senza titolo ([[Utente:Marco27Bot/refLinks.py|documentazione]])', 'en':u'Bot: Converting bare references, using ref names to avoid duplicates, see [[User:DumZiBoT/refLinks|FAQ]]', + 'ru':u'Bot: добавление заголовков в сноски; исправление двойных сносок', 'pl':u'Bot: Dodanie tytułów do linków w przypisach (patrz [[Wikipedysta:MastiBot/refLinks|FAQ]])', } @@ -84,6 +85,7 @@ 'pl':u'Tytuł wygenerowany przez bota', 'es':u'Título generado por un bot', 'en':u'Bot generated title', + 'ru':u'Заголовок добавлен ботом', 'fa':u'عنوان تصحیح شده توسط ربات', 'it':u'Titolo generato automaticamente', } @@ -123,7 +125,8 @@ badtitles = { 'en': '', 'fr': '.*(404|page|site).*en +travaux.*', 'es': '.*sitio.*no +disponible.*', - 'it': '((pagina|sito) (non trovata|inesistente)|accedi)' + 'it': '((pagina|sito) (non trovata|inesistente)|accedi)', + 'ru': u'.*(Страница|страница).*(не[ ]*найдена|осутствует).*', } autogen = { 'en': 'autogenerated',

1 0

SVN: [8337] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 26 Jun '10

26 Jun '10

Revision: 8337 Author: filnik Date: 2010-06-26 12:22:22 +0000 (Sat, 26 Jun 2010) Log Message: ----------- New function: skip service images Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2010-06-26 11:57:06 UTC (rev 8336) +++ trunk/pywikipedia/checkimages.py 2010-06-26 12:22:22 UTC (rev 8337) @@ -471,6 +471,14 @@ 'commons':[['File Upload Bot (Magnus Manske)', r'\|[Ss]ource=Transferred from .*?; transferred to Commons by \[\[User:(.*?)\]\]']], } +# Service images that don't have to be deleted and/or reported has a template inside them +# (you can let this param as None) + +serviceTemplates = { + '_default': None, + 'it': ['Template:Immagine di servizio'], +} + # Add your project (in alphabetical order) if you want that the bot start project_inserted = [u'ar', u'commons', u'de', u'en', u'fa', u'ga', u'hu', u'it', u'ja', u'ko', u'ta', u'zh'] @@ -862,6 +870,13 @@ else: commons_image_with_this_hash = commons_site.getFilesFromAnHash(hash_found) if commons_image_with_this_hash != [] and commons_image_with_this_hash != 'None': + servTMP = wikipedia.translate(self.site, serviceTemplates) + templatesInTheImage = self.image.getTemplates() + if servTMP != None: + for template in servTMP: + if wikipedia.Page(self.site, template) in templatesInTheImage: + wikipedia.output(u"%s is on commons but it's a service image." % self.imageName) + return True # Problems? No, return True and continue with the check-part wikipedia.output(u'%s is on commons!' % self.imageName) on_commons_text = self.image.getImagePageHtml() if u"<div class='sharedUploadNotice'>" in on_commons_text: @@ -879,11 +894,9 @@ else: repme = u"\n*[[:File:%s]] is also on '''Commons''': [[commons:File:%s]]" % (self.imageName, commons_image_with_this_hash[0]) self.report_image(self.imageName, self.rep_page, self.com, repme, addings = False, regex = regexOnCommons) - # Problems? No, return True - return True + return True # Problems? No, return True else: - # Problems? No, return True - return True + return True # Problems? No, return True def checkImageDuplicated(self, duplicates_rollback): """ Function to check the duplicated files. """

1 0

SVN: [8336] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 26 Jun '10

26 Jun '10

Revision: 8336 Author: filnik Date: 2010-06-26 11:57:06 +0000 (Sat, 26 Jun 2010) Log Message: ----------- Bugfix duplicates Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2010-06-26 10:07:01 UTC (rev 8335) +++ trunk/pywikipedia/checkimages.py 2010-06-26 11:57:06 UTC (rev 8336) @@ -1755,9 +1755,9 @@ imageData = image image = imageData[0] #20100511133318L --- 15:33, 11 mag 2010 e 18 sec - b = str(imageData[1]) # use b as variable to make smaller the timestamp-formula used below.. + #b = str(imageData[1]) # use b as variable to make smaller the timestamp-formula used below.. # fixing the timestamp to the format that we normally use.. - timestamp = "%s-%s-%sT%s:%s:%sZ" % (b[0:4], b[4:6], b[6:8], b[8:10], b[10:12], b[12:14]) + timestamp = imageData[1]#"%s-%s-%sT%s:%s:%sZ" % (b[0:4], b[4:6], b[6:8], b[8:10], b[10:12], b[12:14]) uploader = imageData[2] comment = imageData[3] # useless, in reality.. else:

1 0

SVN: [8335] trunk/pywikipedia
by xqt＠svn.wikimedia.org 26 Jun '10

26 Jun '10

Revision: 8335 Author: xqt Date: 2010-06-26 10:07:01 +0000 (Sat, 26 Jun 2010) Log Message: ----------- Omplementation of uncategorized templates pagegenerator (feature request bug #3021531) Modified Paths: -------------- trunk/pywikipedia/family.py trunk/pywikipedia/pagegenerators.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2010-06-25 17:45:36 UTC (rev 8334) +++ trunk/pywikipedia/family.py 2010-06-26 10:07:01 UTC (rev 8335) @@ -3754,6 +3754,9 @@ def uncategorizedpages_address(self, code, limit=500): return "%s?title=%s:Uncategorizedpages&limit=%d&useskin=monobook" % (self.path(code), self.special_namespace_url(code), limit) + def uncategorizedtemplates_address(self, code, limit=500): + return "%s?title=%s:UncategorizedTemplates&limit=%d&useskin=monobook" % (self.path(code), self.special_namespace_url(code), limit) + def unusedcategories_address(self, code, limit=500): return "%s?title=%s:Unusedcategories&limit=%d&useskin=monobook" % (self.path(code), self.special_namespace_url(code), limit) Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2010-06-25 17:45:36 UTC (rev 8334) +++ trunk/pywikipedia/pagegenerators.py 2010-06-26 10:07:01 UTC (rev 8335) @@ -60,6 +60,8 @@ -uncatfiles Work on all files which are not categorised. +-uncattemplates Work on all templates which are not categorised. + -file Read a list of pages to treat from the named text file. Page titles in the file must be enclosed with [[brackets]] or separated by newlines. Argument can also be given as @@ -465,6 +467,8 @@ gen = UnCategorizedImageGenerator() elif arg.startswith('-uncatcat'): gen = UnCategorizedCategoryGenerator() + elif arg.startswith('-uncattemplates'): + gen = UnCategorizedTemplatesGenerator() elif arg.startswith('-uncat'): gen = UnCategorizedPageGenerator() elif arg.startswith('-ref'): @@ -772,7 +776,7 @@ for page in site.uncategorizedcategories(number=number, repeat=repeat): yield page -def UnCategorizedImageGenerator(number = 100, repeat = False, site = None): +def UnCategorizedImageGenerator(number=100, repeat=False, site=None): if site is None: site = pywikibot.getSite() for page in site.uncategorizedimages(number=number, repeat=repeat): @@ -784,19 +788,25 @@ for page in site.uncategorizedpages(number=number, repeat=repeat): yield page -def LonelyPagesPageGenerator(number = 100, repeat = False, site = None): +def UnCategorizedTemplatesGenerator(number=100, repeat=False, site=None): if site is None: site = pywikibot.getSite() + for page in site.uncategorizedtemplates(number=number, repeat=repeat): + yield page + +def LonelyPagesPageGenerator(number=100, repeat=False, site=None): + if site is None: + site = pywikibot.getSite() for page in site.lonelypages(number=number, repeat=repeat): yield page -def UnwatchedPagesPageGenerator(number = 100, repeat = False, site = None): +def UnwatchedPagesPageGenerator(number=100, repeat=False, site=None): if site is None: site = pywikibot.getSite() for page in site.unwatchedpages(number=number, repeat=repeat): yield page -def AncientPagesPageGenerator(number = 100, repeat = False, site = None): +def AncientPagesPageGenerator(number=100, repeat=False, site=None): if site is None: site = pywikibot.getSite() for page in site.ancientpages(number=number, repeat=repeat): Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-06-25 17:45:36 UTC (rev 8334) +++ trunk/pywikipedia/wikipedia.py 2010-06-26 10:07:01 UTC (rev 8335) @@ -4510,6 +4510,7 @@ uncategorizedpages(): Special:Uncategorizedpages uncategorizedimages(): Special:Uncategorizedimages (yields ImagePage objects) + uncategorizedtemplates(): Special:UncategorizedTemplates unusedcategories(): Special:Unusuedcategories (yields Category) unusedfiles(): Special:Unusedimages (yields ImagePage) randompage: Special:Random @@ -4573,6 +4574,7 @@ uncategorizedcategories_address: Special:Uncategorizedcategories. uncategorizedimages_address: Special:Uncategorizedimages. uncategorizedpages_address: Special:Uncategorizedpages. + uncategorizedtemplates_address: Special:UncategorizedTemplates. unusedcategories_address: Special:Unusedcategories. withoutinterwiki_address: Special:Withoutinterwiki. references_address(s): Special:Whatlinksere for page 's'. @@ -6205,6 +6207,25 @@ if not repeat: break + def uncategorizedtemplates(self, number = 10, repeat = False): + """Yield Pages from Special:UncategorizedTemplates.""" + seen = set() + while True: + path = self.uncategorizedtemplates_address(n=number) + get_throttle() + html = self.getUrl(path) + entryR = re.compile( + '<li><a href=".+?" title="(?P<title>.+?)">.+?</a></li>') + for m in entryR.finditer(html): + title = m.group('title') + + if title not in seen: + seen.add(title) + page = Page(self, title) + yield page + if not repeat: + break + def unusedcategories(self, number = 10, repeat = False): """Yield Category objects from Special:Unusedcategories.""" import catlib @@ -6903,6 +6924,10 @@ """Return path to Special:Uncategorizedpages.""" return self.family.uncategorizedpages_address(self.lang, n) + def uncategorizedtemplates_address(self, n=500): + """Return path to Special:Uncategorizedpages.""" + return self.family.uncategorizedtemplates_address(self.lang, n) + def unusedcategories_address(self, n=500): """Return path to Special:Unusedcategories.""" return self.family.unusedcategories_address(self.lang, n)

1 0

SVN: [8334] trunk/pywikipedia/maintenance/wikimedia_sites.py
by xqt＠svn.wikimedia.org 25 Jun '10

25 Jun '10

Revision: 8334 Author: xqt Date: 2010-06-25 17:45:36 +0000 (Fri, 25 Jun 2010) Log Message: ----------- code cosmetics Modified Paths: -------------- trunk/pywikipedia/maintenance/wikimedia_sites.py Modified: trunk/pywikipedia/maintenance/wikimedia_sites.py =================================================================== --- trunk/pywikipedia/maintenance/wikimedia_sites.py 2010-06-25 16:28:39 UTC (rev 8333) +++ trunk/pywikipedia/maintenance/wikimedia_sites.py 2010-06-25 17:45:36 UTC (rev 8334) @@ -14,7 +14,6 @@ import wikipedia import codecs -families = ['wikipedia', 'wiktionary', 'wikiquote', 'wikisource', 'wikibooks', 'wikinews', 'wikiversity'] familiesDict = { 'wikipedia': 'wikipedias_wiki.php', 'wiktionary': 'wiktionaries_wiki.php', @@ -24,6 +23,7 @@ 'wikinews': 'wikinews_wiki.php', 'wikiversity':'wikiversity_wiki.php', } +families = familiesDict.keys() exceptions = ['www'] def update_family(): @@ -54,7 +54,7 @@ else: wikipedia.output(u"The lists don't match, the new list is:") text = u' self.languages_by_size = [\r\n' - line = ' ' + line = ' ' * 11 for lang in new: if len(line)+len(lang) <= 76: line += u" '%s'," % lang

1 0

SVN: [8333] trunk/pywikipedia
by xqt＠svn.wikimedia.org 25 Jun '10

25 Jun '10

Revision: 8333 Author: xqt Date: 2010-06-25 16:28:39 +0000 (Fri, 25 Jun 2010) Log Message: ----------- move test script to tests folder Added Paths: ----------- trunk/pywikipedia/tests/test_xml.py Removed Paths: ------------- trunk/pywikipedia/xmltest.py Copied: trunk/pywikipedia/tests/test_xml.py (from rev 8326, trunk/pywikipedia/xmltest.py) =================================================================== --- trunk/pywikipedia/tests/test_xml.py (rev 0) +++ trunk/pywikipedia/tests/test_xml.py 2010-06-25 16:28:39 UTC (rev 8333) @@ -0,0 +1,19 @@ +"""This is a minimal script to parse an XML file such as the sax_parse_bug.dat +dumps that interwiki.py can make if something fails. The only goal of this +program is to get a stack trace listing line number and column of the invalid +character in the XML. + +Pass this script the name of an XML file as argument. +""" +# +# (C) Rob W.W. Hooft, 2003 +# +# Distributed under the terms of the MIT license. +# +__version__ = '$Id$' +# +import sys, xml.sax, xml.sax.handler + +h = xml.sax.handler.ContentHandler() +xml.sax.parse(open(sys.argv[1], 'r'), h) + Deleted: trunk/pywikipedia/xmltest.py =================================================================== --- trunk/pywikipedia/xmltest.py 2010-06-25 15:02:58 UTC (rev 8332) +++ trunk/pywikipedia/xmltest.py 2010-06-25 16:28:39 UTC (rev 8333) @@ -1,19 +0,0 @@ -"""This is a minimal script to parse an XML file such as the sax_parse_bug.dat -dumps that interwiki.py can make if something fails. The only goal of this -program is to get a stack trace listing line number and column of the invalid -character in the XML. - -Pass this script the name of an XML file as argument. -""" -# -# (C) Rob W.W. Hooft, 2003 -# -# Distributed under the terms of the MIT license. -# -__version__ = '$Id$' -# -import sys, xml.sax, xml.sax.handler - -h = xml.sax.handler.ContentHandler() -xml.sax.parse(open(sys.argv[1], 'r'), h) -

1 0

SVN: [8332] trunk/pywikipedia/imagecopy_enwp.py
by multichill＠svn.wikimedia.org 25 Jun '10

25 Jun '10

Revision: 8332 Author: multichill Date: 2010-06-25 15:02:58 +0000 (Fri, 25 Jun 2010) Log Message: ----------- Use http://commons.wikimedia.org/wiki/Template:Original_upload_log Modified Paths: -------------- trunk/pywikipedia/imagecopy_enwp.py Modified: trunk/pywikipedia/imagecopy_enwp.py =================================================================== --- trunk/pywikipedia/imagecopy_enwp.py 2010-06-25 09:31:23 UTC (rev 8331) +++ trunk/pywikipedia/imagecopy_enwp.py 2010-06-25 15:02:58 UTC (rev 8332) @@ -427,7 +427,7 @@ sourceimage = imagepage.site().get_address(imagepage.title()).replace(u'&redirect=no&useskin=monobook', u'') - result = u'== Original upload log ==\n' + result = u'== {{Original upload log}} ==\n' result = result + u'The original description page is/was [http://%(lang)s.%(family)s.org%(sourceimage)s here]. All following user names refer to %(lang)s.%(family)s.\n' % {u'lang' : lang, u'family' : family , u'sourceimage' : sourceimage} for (timestamp, username, resolution, size, comment) in filehistory: date = datetime.strptime(timestamp, u'%Y-%m-%dT%H:%M:%SZ').strftime('%Y-%m-%d %H:%M')

1 0

SVN: [8331] trunk/pywikipedia/blockreview.py
by xqt＠svn.wikimedia.org 25 Jun '10

25 Jun '10

Revision: 8331 Author: xqt Date: 2010-06-25 09:31:23 +0000 (Fri, 25 Jun 2010) Log Message: ----------- exclude sysop bots Modified Paths: -------------- trunk/pywikipedia/blockreview.py Modified: trunk/pywikipedia/blockreview.py =================================================================== --- trunk/pywikipedia/blockreview.py 2010-06-25 08:06:28 UTC (rev 8330) +++ trunk/pywikipedia/blockreview.py 2010-06-25 09:31:23 UTC (rev 8331) @@ -222,12 +222,15 @@ 'action' : 'query', 'list' : 'allusers', 'augroup' : 'sysop', - 'aulimit' : 500 - } + 'auprop' : 'groups', + 'aulimit' : 500, + } data = query.GetData(params, self.site) for user in data['query']['allusers']: - # yield the sysop talkpage - yield pywikibot.Page(self.site, user['name'], defaultNamespace=3) + # exclude sysop bots + if 'bot' not in user['groups']: + # yield the sysop talkpage + yield pywikibot.Page(self.site, user['name'], defaultNamespace=3) def load(self, page): """

1 0

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn June 2010