Pywikipedia-svn September 2010

pywikipedia-svn@lists.wikimedia.org

5 participants
127 discussions

SVN: [8570] branches/rewrite/pywikibot/families
by xqt＠svn.wikimedia.org 17 Sep '10

17 Sep '10

Revision: 8570 Author: xqt Date: 2010-09-17 05:41:56 +0000 (Fri, 17 Sep 2010) Log Message: ----------- update family files from trunk Modified Paths: -------------- branches/rewrite/pywikibot/families/wikibooks_family.py branches/rewrite/pywikibot/families/wikipedia_family.py branches/rewrite/pywikibot/families/wikisource_family.py branches/rewrite/pywikibot/families/wiktionary_family.py Modified: branches/rewrite/pywikibot/families/wikibooks_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikibooks_family.py 2010-09-17 05:37:39 UTC (rev 8569) +++ branches/rewrite/pywikibot/families/wikibooks_family.py 2010-09-17 05:41:56 UTC (rev 8570) @@ -12,7 +12,7 @@ self.languages_by_size = [ 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'nl', 'es', 'pl', 'it', 'he', - 'sq', 'fi', 'ru', 'ca', 'vi', 'cs', 'hr', 'zh', 'sv', 'da', 'tr', + 'sq', 'fi', 'ca', 'ru', 'vi', 'cs', 'hr', 'zh', 'sv', 'da', 'tr', 'th', 'mk', 'ko', 'id', 'sr', 'fa', 'tl', 'ar', 'gl', 'is', 'no', 'ta', 'ka', 'lt', 'eo', 'bg', 'ro', 'sk', 'el', 'si', 'la', 'uk', 'ang', 'ia', 'cv', 'sl', 'mr', 'et', 'az', 'ur', 'ml', 'oc', 'ms', Modified: branches/rewrite/pywikibot/families/wikipedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikipedia_family.py 2010-09-17 05:37:39 UTC (rev 8569) +++ branches/rewrite/pywikibot/families/wikipedia_family.py 2010-09-17 05:41:56 UTC (rev 8570) @@ -18,7 +18,7 @@ 'roa-rup', 'nn', 'eu', 'hi', 'el', 'ht', 'te', 'la', 'ka', 'mk', 'ceb', 'az', 'tl', 'br', 'sh', 'mr', 'lb', 'jv', 'lv', 'bs', 'is', 'cy', 'pms', 'be-x-old', 'sq', 'bpy', 'ta', 'be', 'an', 'oc', 'bn', - 'sw', 'io', 'fy', 'gu', 'nds', 'lmo', 'af', 'scn', 'qu', 'ku', 'su', + 'sw', 'io', 'fy', 'gu', 'lmo', 'nds', 'af', 'scn', 'qu', 'ku', 'su', 'ur', 'zh-yue', 'ml', 'ast', 'nap', 'bat-smg', 'wa', 'ga', 'cv', 'ksh', 'hy', 'yo', 'kn', 'tg', 'roa-tara', 'vec', 'gd', 'yi', 'pnb', 'zh-min-nan', 'uz', 'pam', 'tt', 'os', 'sah', 'ne', 'als', 'mi', @@ -30,8 +30,8 @@ 'ang', 'cbk-zam', 'frp', 'bo', 'hif', 'hak', 'pa', 'kw', 'ps', 'xal', 'pdc', 'szl', 'haw', 'ie', 'stq', 'ee', 'crh', 'fj', 'kv', 'to', 'ace', 'so', 'nv', 'myv', 'gn', 'ky', 'ln', 'krc', 'ext', - 'mhr', 'arc', 'jbo', 'eml', 'wo', 'pcd', 'ay', 'kab', 'ty', 'tpi', - 'pap', 'ba', 'frr', 'zea', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', + 'mhr', 'arc', 'jbo', 'eml', 'wo', 'ay', 'pcd', 'kab', 'ty', 'tpi', + 'pap', 'ba', 'frr', 'zea', 'srn', 'kl', 'udm', 'ce', 'ig', 'or', 'dsb', 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'mdf', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'na', 'bm', 'pih', 'pnt', 'iu', 'ik', 'as', 'chr', 'cdo', 'bi', 'bug', 'om', 'ss', 'za', 'ti', 'ts', Modified: branches/rewrite/pywikibot/families/wikisource_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikisource_family.py 2010-09-17 05:37:39 UTC (rev 8569) +++ branches/rewrite/pywikibot/families/wikisource_family.py 2010-09-17 05:41:56 UTC (rev 8570) @@ -14,7 +14,7 @@ 'en', 'ru', 'zh', 'pt', 'fr', 'de', 'es', 'it', 'he', 'ar', 'hu', 'fa', 'pl', 'th', 'cs', 'ro', 'hr', 'te', 'fi', 'bn', 'sv', 'tr', 'nl', 'vi', 'sl', 'ko', 'uk', 'sr', 'ja', 'el', 'la', 'li', 'yi', - 'ml', 'az', 'is', 'bs', 'hy', 'ca', 'id', 'mk', 'ta', 'da', 'no', + 'ml', 'az', 'is', 'bs', 'ca', 'hy', 'id', 'mk', 'ta', 'da', 'no', 'et', 'bg', 'lt', 'gl', 'kn', 'cy', 'sk', 'zh-min-nan', 'fo', ] Modified: branches/rewrite/pywikibot/families/wiktionary_family.py =================================================================== --- branches/rewrite/pywikibot/families/wiktionary_family.py 2010-09-17 05:37:39 UTC (rev 8569) +++ branches/rewrite/pywikibot/families/wiktionary_family.py 2010-09-17 05:41:56 UTC (rev 8570) @@ -13,16 +13,16 @@ self.languages_by_size = [ 'en', 'fr', 'lt', 'zh', 'tr', 'ru', 'vi', 'io', 'pl', 'pt', 'fi', 'hu', 'el', 'ko', 'no', 'ta', 'de', 'sv', 'it', 'nl', 'my', 'kn', - 'li', 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'mg', 'et', 'ro', 'id', - 'te', 'gl', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'cs', 'sr', - 'simple', 'hr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', - 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'cy', 'ne', 'tk', + 'li', 'lo', 'ml', 'mg', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', + 'te', 'gl', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'cs', 'hr', + 'simple', 'sr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', + 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'cy', 'wa', 'ne', 'tk', 'ast', 'lv', 'ur', 'hsb', 'ka', 'kk', 'eo', 'ky', 'wo', 'ang', 'co', - 'hi', 'eu', 'mr', 'az', 'ga', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', - 'st', 'be', 'nn', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', - 'bn', 'an', 'zu', 'si', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', - 'am', 'rw', 'chr', 'om', 'su', 'kw', 'iu', 'mn', 'nah', 'gv', 'yi', - 'ie', 'lb', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'ik', 'za', 'sg', + 'eu', 'hi', 'mr', 'az', 'ga', 'gn', 'ia', 'sk', 'be', 'ms', 'csb', + 'tl', 'st', 'nn', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', + 'bn', 'an', 'si', 'zu', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', + 'am', 'rw', 'chr', 'om', 'su', 'kw', 'iu', 'mn', 'gv', 'nah', 'yi', + 'ie', 'lb', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'za', 'ik', 'sg', 'so', 'roa-rup', 'uz', 'mi', 'jv', 'ln', 'sm', 'ha', 'ay', 'sa', 'na', 'jbo', 'tn', 'fj', 'ks', 'dz', 'als', ]

1 0

SVN: [8569] trunk/pywikipedia/families
by xqt＠svn.wikimedia.org 17 Sep '10

17 Sep '10

Revision: 8569 Author: xqt Date: 2010-09-17 05:37:39 +0000 (Fri, 17 Sep 2010) Log Message: ----------- update language_by_size in family files Modified Paths: -------------- trunk/pywikipedia/families/wikibooks_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wikisource_family.py trunk/pywikipedia/families/wiktionary_family.py Modified: trunk/pywikipedia/families/wikibooks_family.py =================================================================== --- trunk/pywikipedia/families/wikibooks_family.py 2010-09-17 05:36:28 UTC (rev 8568) +++ trunk/pywikipedia/families/wikibooks_family.py 2010-09-17 05:37:39 UTC (rev 8569) @@ -12,7 +12,7 @@ self.languages_by_size = [ 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'nl', 'es', 'pl', 'it', 'he', - 'sq', 'fi', 'ru', 'ca', 'vi', 'cs', 'hr', 'zh', 'sv', 'da', 'tr', + 'sq', 'fi', 'ca', 'ru', 'vi', 'cs', 'hr', 'zh', 'sv', 'da', 'tr', 'th', 'mk', 'ko', 'id', 'sr', 'fa', 'tl', 'ar', 'gl', 'is', 'no', 'ta', 'ka', 'lt', 'eo', 'bg', 'ro', 'sk', 'el', 'si', 'la', 'uk', 'ang', 'ia', 'cv', 'sl', 'mr', 'et', 'az', 'ur', 'ml', 'oc', 'ms', Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2010-09-17 05:36:28 UTC (rev 8568) +++ trunk/pywikipedia/families/wikipedia_family.py 2010-09-17 05:37:39 UTC (rev 8569) @@ -18,7 +18,7 @@ 'roa-rup', 'nn', 'eu', 'hi', 'el', 'ht', 'te', 'la', 'ka', 'mk', 'ceb', 'az', 'tl', 'br', 'sh', 'mr', 'lb', 'jv', 'lv', 'bs', 'is', 'cy', 'pms', 'be-x-old', 'sq', 'bpy', 'ta', 'be', 'an', 'oc', 'bn', - 'sw', 'io', 'fy', 'gu', 'nds', 'lmo', 'af', 'scn', 'qu', 'ku', 'su', + 'sw', 'io', 'fy', 'gu', 'lmo', 'nds', 'af', 'scn', 'qu', 'ku', 'su', 'ur', 'zh-yue', 'ml', 'ast', 'nap', 'bat-smg', 'wa', 'ga', 'cv', 'ksh', 'hy', 'yo', 'kn', 'tg', 'roa-tara', 'vec', 'gd', 'yi', 'pnb', 'zh-min-nan', 'uz', 'pam', 'tt', 'os', 'sah', 'ne', 'als', 'mi', @@ -30,8 +30,8 @@ 'ang', 'cbk-zam', 'frp', 'bo', 'hif', 'hak', 'pa', 'kw', 'ps', 'xal', 'pdc', 'szl', 'haw', 'ie', 'stq', 'ee', 'crh', 'fj', 'kv', 'to', 'ace', 'so', 'nv', 'myv', 'gn', 'ky', 'ln', 'krc', 'ext', - 'mhr', 'arc', 'jbo', 'eml', 'wo', 'pcd', 'ay', 'kab', 'ty', 'tpi', - 'pap', 'ba', 'frr', 'zea', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', + 'mhr', 'arc', 'jbo', 'eml', 'wo', 'ay', 'pcd', 'kab', 'ty', 'tpi', + 'pap', 'ba', 'frr', 'zea', 'srn', 'kl', 'udm', 'ce', 'ig', 'or', 'dsb', 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'mdf', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'na', 'bm', 'pih', 'pnt', 'iu', 'ik', 'as', 'chr', 'cdo', 'bi', 'bug', 'om', 'ss', 'za', 'ti', 'ts', Modified: trunk/pywikipedia/families/wikisource_family.py =================================================================== --- trunk/pywikipedia/families/wikisource_family.py 2010-09-17 05:36:28 UTC (rev 8568) +++ trunk/pywikipedia/families/wikisource_family.py 2010-09-17 05:37:39 UTC (rev 8569) @@ -14,7 +14,7 @@ 'en', 'ru', 'zh', 'pt', 'fr', 'de', 'es', 'it', 'he', 'ar', 'hu', 'fa', 'pl', 'th', 'cs', 'ro', 'hr', 'te', 'fi', 'bn', 'sv', 'tr', 'nl', 'vi', 'sl', 'ko', 'uk', 'sr', 'ja', 'el', 'la', 'li', 'yi', - 'ml', 'az', 'is', 'bs', 'hy', 'ca', 'id', 'mk', 'ta', 'da', 'no', + 'ml', 'az', 'is', 'bs', 'ca', 'hy', 'id', 'mk', 'ta', 'da', 'no', 'et', 'bg', 'lt', 'gl', 'kn', 'cy', 'sk', 'zh-min-nan', 'fo', ] Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2010-09-17 05:36:28 UTC (rev 8568) +++ trunk/pywikipedia/families/wiktionary_family.py 2010-09-17 05:37:39 UTC (rev 8569) @@ -13,16 +13,16 @@ self.languages_by_size = [ 'en', 'fr', 'lt', 'zh', 'tr', 'ru', 'vi', 'io', 'pl', 'pt', 'fi', 'hu', 'el', 'ko', 'no', 'ta', 'de', 'sv', 'it', 'nl', 'my', 'kn', - 'li', 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'mg', 'et', 'ro', 'id', - 'te', 'gl', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'cs', 'sr', - 'simple', 'hr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', - 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'cy', 'ne', 'tk', + 'li', 'lo', 'ml', 'mg', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', + 'te', 'gl', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'cs', 'hr', + 'simple', 'sr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', + 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'cy', 'wa', 'ne', 'tk', 'ast', 'lv', 'ur', 'hsb', 'ka', 'kk', 'eo', 'ky', 'wo', 'ang', 'co', - 'hi', 'eu', 'mr', 'az', 'ga', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', - 'st', 'be', 'nn', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', - 'bn', 'an', 'zu', 'si', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', - 'am', 'rw', 'chr', 'om', 'su', 'kw', 'iu', 'mn', 'nah', 'gv', 'yi', - 'ie', 'lb', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'ik', 'za', 'sg', + 'eu', 'hi', 'mr', 'az', 'ga', 'gn', 'ia', 'sk', 'be', 'ms', 'csb', + 'tl', 'st', 'nn', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', + 'bn', 'an', 'si', 'zu', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', + 'am', 'rw', 'chr', 'om', 'su', 'kw', 'iu', 'mn', 'gv', 'nah', 'yi', + 'ie', 'lb', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'za', 'ik', 'sg', 'so', 'roa-rup', 'uz', 'mi', 'jv', 'ln', 'sm', 'ha', 'ay', 'sa', 'na', 'jbo', 'tn', 'fj', 'ks', 'dz', 'als', ]

1 0

SVN: [8568] trunk/pywikipedia/noreferences.py
by xqt＠svn.wikimedia.org 17 Sep '10

17 Sep '10

Revision: 8568 Author: xqt Date: 2010-09-17 05:36:28 +0000 (Fri, 17 Sep 2010) Log Message: ----------- fix for r8567 Modified Paths: -------------- trunk/pywikipedia/noreferences.py Modified: trunk/pywikipedia/noreferences.py =================================================================== --- trunk/pywikipedia/noreferences.py 2010-09-16 16:52:16 UTC (rev 8567) +++ trunk/pywikipedia/noreferences.py 2010-09-17 05:36:28 UTC (rev 8568) @@ -172,6 +172,7 @@ u'Gewebbgleecher', u'Guckt mol aa', u'Seh aa', + ], 'pl': [ u'Źródła', u'Bibliografia',

1 0

SVN: [8567] trunk/pywikipedia/noreferences.py
by xqt＠svn.wikimedia.org 16 Sep '10

16 Sep '10

Revision: 8567 Author: xqt Date: 2010-09-16 16:52:16 +0000 (Thu, 16 Sep 2010) Log Message: ----------- import wikipedia as pywikibot; page.aslink() -> page.title(asLink=True) Modified Paths: -------------- trunk/pywikipedia/noreferences.py Modified: trunk/pywikipedia/noreferences.py =================================================================== --- trunk/pywikipedia/noreferences.py 2010-09-16 11:14:05 UTC (rev 8566) +++ trunk/pywikipedia/noreferences.py 2010-09-16 16:52:16 UTC (rev 8567) @@ -33,9 +33,10 @@ __version__='$Id$' -import wikipedia, pagegenerators, catlib +import re, sys +import wikipedia as pywikibot +import pagegenerators, catlib import editarticle -import re, sys # This is required for the text that is shown when you run this script # with the parameter -help. @@ -45,25 +46,26 @@ # Summary messages in different languages msg = { - 'ar':u'روبوت: إضافة وسم <references /> مفقود', - 'cs':u'Robot doplnil chybějící <references />', - 'de':u'Bot: Trage fehlendes <references /> nach', - 'en':u'Robot: Adding missing <references /> tag', - 'ru':u'Robot: Добавлен отсутствующий тег <references />', - 'eo':u'Roboto: Aldono de "<references />"', - 'fa':u'ربات: برچسب <references /> فراموش شده‌است', - 'fi':u'Botti lisäsi puuttuvan {{viitteet}}-mallineen', - 'he':u'בוט: מוסיף תגית <references /> חסרה', - 'hu':u'Hiányzó {{Források}} pótlása', - 'it':u'Bot: Aggiungo il tag <references /> mancante', - 'ja':u'ロボットによる: <references /> タグの補完。', - 'ko':u'봇: 이전에 없던 <references /> 추가', - 'lt':u'robotas: Pridedama trūkstama <references /> žymė', - 'nl':u'Bot: toevoeging ontbrekende <references /> tag', - 'pl':u'Robot dodaje szablon {{przypisy}}', - 'pt':u'Bot: Adicionando a tag <references />', - 'zh':u'機器人: 增加遺失的 <references /> 標籤', - 'fr':u'Robot: Ajout de la balise <references /> manquante', + 'ar': u'روبوت: إضافة وسم <references /> مفقود', + 'cs': u'Robot doplnil chybějící <references />', + 'de': u'Bot: Trage fehlendes <references /> nach', + 'en': u'Robot: Adding missing <references /> tag', + 'eo': u'Roboto: Aldono de "<references />"', + 'fa': u'ربات: برچسب <references /> فراموش شده‌است', + 'fi': u'Botti lisäsi puuttuvan {{viitteet}}-mallineen', + 'fr': u'Robot: Ajout de la balise <references /> manquante', + 'he': u'בוט: מוסיף תגית <references /> חסרה', + 'hu': u'Hiányzó {{Források}} pótlása', + 'it': u'Bot: Aggiungo il tag <references /> mancante', + 'ja': u'ロボットによる: <references /> タグの補完。', + 'ko': u'봇: 이전에 없던 <references /> 추가', + 'lt': u'robotas: Pridedama trūkstama <references /> žymė', + 'nl': u'Bot: toevoeging ontbrekende <references /> tag', + 'pdc':u'Waddefresse: Fehlendes <references /> dezu geduh', + 'pl': u'Robot dodaje szablon {{przypisy}}', + 'pt': u'Bot: Adicionando a tag <references />', + 'ru': u'Robot: Добавлен отсутствующий тег <references />', + 'zh': u'機器人: 增加遺失的 <references /> 標籤', } # References sections are usually placed before further reading / external @@ -161,6 +163,15 @@ u'Externe verwijzingen', u'Externe verwijzing', ], + 'pdc': [ + u'Beweisunge', + u'Quelle unn Literatur', + u'Gwelle', + u'Gwuelle', + u'Auswenniche Gleecher', + u'Gewebbgleecher', + u'Guckt mol aa', + u'Seh aa', 'pl': [ u'Źródła', u'Bibliografia', @@ -269,6 +280,9 @@ u'Noten', u'Bronvermelding', ], + 'pdc': [ + u'Aamarrickunge', + ], 'pl': [ u'Przypisy', u'Ogólne przypisy', @@ -338,6 +352,7 @@ }, } + class XmlDumpNoReferencesPageGenerator: """ Generator which will yield Pages that might lack a references tag. @@ -351,32 +366,37 @@ """ self.xmlFilename = xmlFilename self.refR = re.compile('</ref>', re.IGNORECASE) - # The references tab can contain additional spaces and a group attribute. + # The references tab can contain additional spaces and a group + # attribute. self.referencesR = re.compile('<references.*?/>', re.IGNORECASE) def __iter__(self): import xmlreader dump = xmlreader.XmlDump(self.xmlFilename) for entry in dump.parse(): - text = wikipedia.removeDisabledParts(entry.text) + text = pywikibot.removeDisabledParts(entry.text) if self.refR.search(text) and not self.referencesR.search(text): - yield wikipedia.Page(wikipedia.getSite(), entry.title) + yield pywikibot.Page(pywikibot.getSite(), entry.title) + class NoReferencesBot: def __init__(self, generator, always = False): self.generator = generator self.always = always - self.site = wikipedia.getSite() + self.site = pywikibot.getSite() self.refR = re.compile('</ref>', re.IGNORECASE) self.referencesR = re.compile('<references.*?/>', re.IGNORECASE) - self.referencesTagR = re.compile('<references>.*?</references>', re.IGNORECASE|re.DOTALL) + self.referencesTagR = re.compile('<references>.*?</references>', + re.IGNORECASE|re.DOTALL) try: - self.referencesTemplates = referencesTemplates[wikipedia.getSite().family.name][wikipedia.getSite().lang] + self.referencesTemplates = referencesTemplates[ + pywikibot.getSite().family.name][pywikibot.getSite().lang] except KeyError: self.referencesTemplates = [] try: - self.referencesText = referencesSubstitute[wikipedia.getSite().family.name][wikipedia.getSite().lang] + self.referencesText = referencesSubstitute[ + pywikibot.getSite().family.name][pywikibot.getSite().lang] except KeyError: self.referencesText = u'<references />' @@ -384,25 +404,26 @@ """ Checks whether or not the page is lacking a references tag. """ - oldTextCleaned = wikipedia.removeDisabledParts(text) + oldTextCleaned = pywikibot.removeDisabledParts(text) if self.referencesR.search(oldTextCleaned) or \ self.referencesTagR.search(oldTextCleaned): if verbose: - wikipedia.output(u'No changes necessary: references tag found.') + pywikibot.output(u'No changes necessary: references tag found.') return False elif self.referencesTemplates: templateR = u'{{(' + u'|'.join(self.referencesTemplates) + ')' if re.search(templateR, oldTextCleaned, re.IGNORECASE|re.UNICODE): if verbose: - wikipedia.output(u'No changes necessary: references template found.') + pywikibot.output( + u'No changes necessary: references template found.') return False if not self.refR.search(oldTextCleaned): if verbose: - wikipedia.output(u'No changes necessary: no ref tags found.') + pywikibot.output(u'No changes necessary: no ref tags found.') return False else: if verbose: - wikipedia.output(u'Found ref without references.') + pywikibot.output(u'Found ref without references.') return True def addReferences(self, oldText): @@ -411,38 +432,47 @@ into. If there is no such section, creates a new section containing the references tag. * Returns : The modified pagetext + """ - # Is there an existing section where we can add the references tag? - for section in wikipedia.translate(self.site, referencesSections): + for section in pywikibot.translate(self.site, referencesSections): sectionR = re.compile(r'\r\n=+ *%s *=+ *\r\n' % section) index = 0 while index < len(oldText): match = sectionR.search(oldText, index) if match: - if wikipedia.isDisabled(oldText, match.start()): - wikipedia.output('Existing %s section is commented out, skipping.' % section) + if pywikibot.isDisabled(oldText, match.start()): + pywikibot.output( + 'Existing %s section is commented out, skipping.' + % section) index = match.end() else: - wikipedia.output(u'Adding references tag to existing %s section...\n' % section) + pywikibot.output( + u'Adding references tag to existing %s section...\n' + % section) newText = oldText[:match.end()] + u'\n' + self.referencesText + u'\n' + oldText[match.end():] return newText else: break # Create a new section for the references tag - for section in wikipedia.translate(self.site, placeBeforeSections): + for section in pywikibot.translate(self.site, placeBeforeSections): # Find out where to place the new section - sectionR = re.compile(r'\r\n(?P<ident>=+) *%s *(?P=ident) *\r\n' % section) + sectionR = re.compile(r'\r\n(?P<ident>=+) *%s *(?P=ident) *\r\n' + % section) index = 0 while index < len(oldText): match = sectionR.search(oldText, index) if match: - if wikipedia.isDisabled(oldText, match.start()): - wikipedia.output('Existing %s section is commented out, won\'t add the references in front of it.' % section) + if pywikibot.isDisabled(oldText, match.start()): + pywikibot.output( + 'Existing %s section is commented out, won\'t add the references in front of it.' + % section) index = match.end() else: - wikipedia.output(u'Adding references section before %s section...\n' % section) + pywikibot.output( + u'Adding references section before %s section...\n' + % section) index = match.start() ident = match.group('ident') return self.createReferenceSection(oldText, index, ident) @@ -461,9 +491,13 @@ categoryPattern = r'\[\[\s*(%s)\s*:[^\n]*\]\]\s*' % catNamespaces interwikiPattern = r'\[\[([a-zA-Z\-]+)\s?:([^\[\]\n]*)\]\]\s*' # won't work with nested templates - templatePattern = r'{{((?!}}).)+?}}\s*' # the negative lookahead assures that we'll match the last template occurence in the temp text. + # the negative lookahead assures that we'll match the last template + # occurence in the temp text. + templatePattern = r'{{((?!}}).)+?}}\s*' commentPattern = r').)*?-->\s*' - metadataR = re.compile(r'(\r\n)?(%s|%s|%s|%s)$' % (categoryPattern, interwikiPattern, templatePattern, commentPattern), re.DOTALL) + metadataR = re.compile(r'(\r\n)?(%s|%s|%s|%s)$' + % (categoryPattern, interwikiPattern, + templatePattern, commentPattern), re.DOTALL) tmpText = oldText while True: match = metadataR.search(tmpText) @@ -471,21 +505,24 @@ tmpText = tmpText[:match.start()] else: break - wikipedia.output(u'Found no section that can be preceeded by a new references section. Placing it before interwiki links, categories, and bottom templates.') + pywikibot.output( + u'Found no section that can be preceeded by a new references section. Placing it before interwiki links, categories, and bottom templates.') index = len(tmpText) return self.createReferenceSection(oldText, index) def createReferenceSection(self, oldText, index, ident = '=='): - newSection = u'\n%s %s %s\n%s\n' % (ident, wikipedia.translate(self.site, referencesSections)[0], ident, self.referencesText) + newSection = u'\n%s %s %s\n%s\n' % (ident, pywikibot.translate(self.site, referencesSections)[0], ident, self.referencesText) return oldText[:index] + newSection + oldText[index:] def save(self, page, newText): """ Saves the page to the wiki, if the user accepts the changes made. """ - wikipedia.showDiff(page.get(), newText) + pywikibot.showDiff(page.get(), newText) if not self.always: - choice = wikipedia.inputChoice(u'Do you want to accept these changes?', ['Yes', 'No', 'Always yes'], ['y', 'N', 'a'], 'Y') + choice = pywikibot.inputChoice( + u'Do you want to accept these changes?', + ['Yes', 'No', 'Always yes'], ['y', 'N', 'a'], 'Y') if choice == 'n': return elif choice == 'a': @@ -494,38 +531,46 @@ if self.always: try: page.put(newText) - except wikipedia.EditConflict: - wikipedia.output(u'Skipping %s because of edit conflict' % (page.title(),)) - except wikipedia.SpamfilterError, e: - wikipedia.output(u'Cannot change %s because of blacklist entry %s' % (page.title(), e.url)) - except wikipedia.LockedPage: - wikipedia.output(u'Skipping %s (locked page)' % (page.title(),)) + except pywikibot.EditConflict: + pywikibot.output(u'Skipping %s because of edit conflict' + % (page.title(),)) + except pywikibot.SpamfilterError, e: + pywikibot.output( + u'Cannot change %s because of blacklist entry %s' + % (page.title(), e.url)) + except pywikibot.LockedPage: + pywikibot.output(u'Skipping %s (locked page)' % (page.title(),)) else: # Save the page in the background. No need to catch exceptions. page.put_async(newText) return def run(self): - comment = wikipedia.translate(self.site, msg) - wikipedia.setAction(comment) + comment = pywikibot.translate(self.site, msg) + pywikibot.setAction(comment) for page in self.generator: # Show the title of the page we're working on. # Highlight the title in purple. - wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<" % page.title()) + pywikibot.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<" + % page.title()) try: text = page.get() - except wikipedia.NoPage: - wikipedia.output(u"Page %s does not exist?!" % page.aslink()) + except pywikibot.NoPage: + pywikibot.output(u"Page %s does not exist?!" + % page.title(asLink=True)) continue - except wikipedia.IsRedirectPage: - wikipedia.output(u"Page %s is a redirect; skipping." % page.aslink()) + except pywikibot.IsRedirectPage: + pywikibot.output(u"Page %s is a redirect; skipping." + % page.title(asLink=True)) continue - except wikipedia.LockedPage: - wikipedia.output(u"Page %s is locked?!" % page.aslink()) + except pywikibot.LockedPage: + pywikibot.output(u"Page %s is locked?!" + % page.title(asLink=True)) continue - if wikipedia.getSite().sitename() == 'wikipedia:en' and page.isIpEdit(): - wikipedia.output(u"Page %s is edited by IP. Possible vandalized" % page.aslink()) + if pywikibot.getSite().sitename() == 'wikipedia:en' and page.isIpEdit(): + pywikibot.output( + u"Page %s is edited by IP. Possible vandalized" % page.title(asLink=True)) continue if self.lacksReferences(text): newText = self.addReferences(text) @@ -547,10 +592,10 @@ # to work on. genFactory = pagegenerators.GeneratorFactory() - for arg in wikipedia.handleArgs(): + for arg in pywikibot.handleArgs(): if arg.startswith('-xml'): if len(arg) == 4: - xmlFilename = wikipedia.input(u'Please enter the XML dump\'s filename:') + xmlFilename = pywikibot.input(u'Please enter the XML dump\'s filename:') else: xmlFilename = arg[5:] gen = XmlDumpNoReferencesPageGenerator(xmlFilename) @@ -566,12 +611,12 @@ pageTitle.append(arg) if pageTitle: - page = wikipedia.Page(wikipedia.getSite(), ' '.join(pageTitle)) + page = pywikibot.Page(pywikibot.getSite(), ' '.join(pageTitle)) gen = iter([page]) if not gen: gen = genFactory.getCombinedGenerator() if not gen: - wikipedia.showHelp('noreferences') + pywikibot.showHelp('noreferences') else: if namespaces != []: gen = pagegenerators.NamespaceFilterPageGenerator(gen, namespaces) @@ -583,5 +628,5 @@ try: main() finally: - wikipedia.stopme() + pywikibot.stopme()

1 0

SVN: [8566] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 16 Sep '10

16 Sep '10

Revision: 8566 Author: xqt Date: 2010-09-16 11:14:05 +0000 (Thu, 16 Sep 2010) Log Message: ----------- Follow up for r8562, r8565 Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-09-15 18:16:33 UTC (rev 8565) +++ trunk/pywikipedia/wikipedia.py 2010-09-16 11:14:05 UTC (rev 8566) @@ -3910,7 +3910,8 @@ successful = False for page2 in self.pages: if page2.sectionFreeTitle() == page.sectionFreeTitle(): - if not (hasattr(page2,'_contents') or hasattr(page2, '_getexception')) or self.force: + if not (hasattr(page2,'_contents') or \ + hasattr(page2, '_getexception')) or self.force: page2.editRestriction = entry.editRestriction page2.moveRestriction = entry.moveRestriction if editRestriction == 'autoconfirmed': @@ -3920,8 +3921,12 @@ page2._ipedit = ipedit page2._revisionId = revisionId page2._editTime = timestamp -## leads to a bug with python 2.4.3 tracker 3066934 -## page2._versionhistory = [(revisionId, str(Timestamp.fromtimestampformat(timestamp)), username, entry.comment)] + page2._versionhistory = [ + (revisionId, + time.strftime("%Y-%m-%dT%H:%M:%SZ", + time.strptime(str(timestamp), + "%Y%m%d%H%M%S")), + username, entry.comment)] section = page2.section() # Store the content page2._contents = text @@ -3936,13 +3941,16 @@ # This is used for checking deletion conflict. # Use the data loading time. - page2._startTime = time.strftime('%Y%m%d%H%M%S', time.gmtime()) + page2._startTime = time.strftime('%Y%m%d%H%M%S', + time.gmtime()) if section: - m = re.search("\.3D\_*(\.27\.27+)?(\.5B\.5B)?\_*%s\_*(\.5B\.5B)?(\.27\.27+)?\_*\.3D" % re.escape(section), sectionencode(text,page2.site().encoding())) + m = re.search("\.3D\_*(\.27\.27+)?(\.5B\.5B)?\_*%s\_*(\.5B\.5B)?(\.27\.27+)?\_*\.3D" + % re.escape(section), sectionencode(text,page2.site().encoding())) if not m: try: page2._getexception - output(u"WARNING: Section not found: %s" % page2.aslink(forceInterwiki = True)) + output(u"WARNING: Section not found: %s" + % page2.aslink(forceInterwiki = True)) except AttributeError: # There is no exception yet page2._getexception = SectionError @@ -3950,8 +3958,10 @@ # Note that there is no break here. The reason is that there # might be duplicates in the pages list. if not successful: - output(u"BUG>> title %s (%s) not found in list" % (title, page.aslink(forceInterwiki=True))) - output(u'Expected one of: %s' % u','.join([page2.aslink(forceInterwiki=True) for page2 in self.pages])) + output(u"BUG>> title %s (%s) not found in list" + % (title, page.aslink(forceInterwiki=True))) + output(u'Expected one of: %s' + % u','.join([page2.aslink(forceInterwiki=True) for page2 in self.pages])) raise PageNotFound def headerDone(self, header):

1 0

SVN: [8565] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 15 Sep '10

15 Sep '10

Revision: 8565 Author: xqt Date: 2010-09-15 18:16:33 +0000 (Wed, 15 Sep 2010) Log Message: ----------- revert vh preloading of r8562 due to bug #3066934 Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-09-15 17:16:53 UTC (rev 8564) +++ trunk/pywikipedia/wikipedia.py 2010-09-15 18:16:33 UTC (rev 8565) @@ -3920,7 +3920,8 @@ page2._ipedit = ipedit page2._revisionId = revisionId page2._editTime = timestamp - page2._versionhistory = [(revisionId, str(Timestamp.fromtimestampformat(timestamp)), username, entry.comment)] +## leads to a bug with python 2.4.3 tracker 3066934 +## page2._versionhistory = [(revisionId, str(Timestamp.fromtimestampformat(timestamp)), username, entry.comment)] section = page2.section() # Store the content page2._contents = text

1 0

SVN: [8564] trunk/pywikipedia/clean_sandbox.py
by xqt＠svn.wikimedia.org 15 Sep '10

15 Sep '10

Revision: 8564 Author: xqt Date: 2010-09-15 17:16:53 +0000 (Wed, 15 Sep 2010) Log Message: ----------- debugging stuff due to bug #3066765; check against int and longint. Seems editTime() is not valid. Modified Paths: -------------- trunk/pywikipedia/clean_sandbox.py Modified: trunk/pywikipedia/clean_sandbox.py =================================================================== --- trunk/pywikipedia/clean_sandbox.py 2010-09-15 15:13:57 UTC (rev 8563) +++ trunk/pywikipedia/clean_sandbox.py 2010-09-15 17:16:53 UTC (rev 8564) @@ -131,9 +131,9 @@ def run(self): def minutesDiff(time1, time2): - if type(time1) is long: + if type(time1) in [long, int]: time1 = str(time1) - if type(time2) is long: + if type(time2) in [long, int]: time2 = str(time2) t1 = (((int(time1[0:4]) * 12 + int(time1[4:6])) * 30 + int(time1[6:8])) * 24 + int(time1[8:10])) * 60 + \ @@ -168,6 +168,8 @@ pywikibot.output(u'Standard content was changed, sandbox cleaned.') else: diff = minutesDiff(sandboxPage.editTime(), time.strftime("%Y%m%d%H%M%S", time.gmtime())) + if pywikibot.verbose: + print sandboxPage.editTime(), time.strftime("%Y%m%d%H%M%S", time.gmtime()) #Is the last edit more than 5 minutes ago? if diff >= self.delay: sandboxPage.put(translatedContent, translatedMsg)

1 0

SVN: [8563] trunk/pywikipedia/config.py
by purodha＠svn.wikimedia.org 15 Sep '10

15 Sep '10

Revision: 8563 Author: purodha Date: 2010-09-15 15:13:57 +0000 (Wed, 15 Sep 2010) Log Message: ----------- "python config.py modified" always produced a KeyError. Fixed. Modified Paths: -------------- trunk/pywikipedia/config.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2010-09-15 12:54:46 UTC (rev 8562) +++ trunk/pywikipedia/config.py 2010-09-15 15:13:57 UTC (rev 8563) @@ -578,11 +578,13 @@ for _name in _k: if _name[0] != '_': if not type(globals()[_name]) in [types.FunctionType, types.ModuleType]: - if _all or _glv[_name] != globals()[_name]: - print _name, "=", repr(globals()[_name]) + try: + if _all or _glv[_name] != globals()[_name]: + print _name, "=", repr(globals()[_name]) + except KeyError: + print _name, "=(new)=", repr(globals()[_name]) # cleanup all locally-defined variables - for __var in globals().keys(): if __var.startswith("_") and not __var.startswith("__"): del __sys.modules[__name__].__dict__[__var]

1 0

SVN: [8562] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 15 Sep '10

15 Sep '10

Revision: 8562 Author: xqt Date: 2010-09-15 12:54:46 +0000 (Wed, 15 Sep 2010) Log Message: ----------- pre"loading" version history, submitted by DrTrigon. Fix for old bug: VH was never reloaded if len(VH) < revCount. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-09-15 11:32:15 UTC (rev 8561) +++ trunk/pywikipedia/wikipedia.py 2010-09-15 12:54:46 UTC (rev 8562) @@ -2559,8 +2559,11 @@ dataQuery = self._versionhistoryearliest else: thisHistoryDone = True - elif not hasattr(self, '_versionhistory') or forceReload: + elif not hasattr(self, '_versionhistory') or forceReload or \ + len(self._versionhistory) < revCount: self._versionhistory = [] + # ?? does not load if len(self._versionhistory) > revCount + # shouldn't it elif getAll and len(self._versionhistory) == revCount: # Cause a reload, or at least make the loop run thisHistoryDone = False @@ -3907,7 +3910,7 @@ successful = False for page2 in self.pages: if page2.sectionFreeTitle() == page.sectionFreeTitle(): - if not (hasattr(page2,'_contents') or hasattr(page2,'_getexception')) or self.force: + if not (hasattr(page2,'_contents') or hasattr(page2, '_getexception')) or self.force: page2.editRestriction = entry.editRestriction page2.moveRestriction = entry.moveRestriction if editRestriction == 'autoconfirmed': @@ -3917,6 +3920,7 @@ page2._ipedit = ipedit page2._revisionId = revisionId page2._editTime = timestamp + page2._versionhistory = [(revisionId, str(Timestamp.fromtimestampformat(timestamp)), username, entry.comment)] section = page2.section() # Store the content page2._contents = text

1 0

SVN: [8561] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 15 Sep '10

15 Sep '10

Revision: 8561 Author: xqt Date: 2010-09-15 11:32:15 +0000 (Wed, 15 Sep 2010) Log Message: ----------- expandtemplates parameter for Page.get() - Fully resolve templates within page content submitted by DrTrogom. Thanks. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-09-15 10:11:05 UTC (rev 8560) +++ trunk/pywikipedia/wikipedia.py 2010-09-15 11:32:15 UTC (rev 8561) @@ -585,7 +585,7 @@ return self.autoFormat()[0] is not None def get(self, force=False, get_redirect=False, throttle=True, - sysop=False, change_edit_time=True): + sysop=False, change_edit_time=True, expandtemplates=False): """Return the wiki-text of the page. This will retrieve the page from the server if it has not been @@ -604,6 +604,8 @@ If change_edit_time is False, do not check this version for changes before saving. This should be used only if the page has been loaded previously. + If expandtemplates is True, all templates in the page content are + fully resolved too (if API is used). """ # NOTE: The following few NoPage exceptions could already be thrown at @@ -622,7 +624,7 @@ if self.site().isInterwikiLink(self.title()): raise NoPage('%s is not a local page on %s!' % (self.aslink(), self.site())) - if force: + if force or expandtemplates: # When forcing, we retry the page no matter what. Old exceptions # and contents do not apply any more. for attr in ['_redirarg', '_getexception', '_contents']: @@ -640,7 +642,8 @@ # Make sure we did try to get the contents once if not hasattr(self, '_contents'): try: - self._contents = self._getEditPage(get_redirect = get_redirect, throttle = throttle, sysop = sysop) + self._contents = self._getEditPage(get_redirect=get_redirect, throttle=throttle, sysop=sysop, + expandtemplates = expandtemplates) hn = self.section() if hn: m = re.search("=+ *%s *=+" % hn, self._contents) @@ -669,7 +672,7 @@ return self._contents def _getEditPage(self, get_redirect=False, throttle=True, sysop=False, - oldid=None, change_edit_time=True): + oldid=None, change_edit_time=True, expandtemplates=False): """Get the contents of the Page via API query Do not use this directly, use get() instead. @@ -677,6 +680,8 @@ Arguments: oldid - Retrieve an old revision (by id), not the current one get_redirect - Get the contents, even if it is a redirect page + expandtemplates - Fully resolve templates within page content + (if API is used) This method returns the raw wiki text as a unicode string. """ @@ -694,6 +699,8 @@ } if oldid: params['rvstartid'] = oldid + if expandtemplates: + params[u'rvexpandtemplates'] = u'' if throttle: get_throttle()

1 0

← Newer
1
2
3
4
5
6
7
...
13
Older →

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn September 2010