Pywikipedia-svn June 2010

pywikipedia-svn@lists.wikimedia.org

8 participants
109 discussions

SVN: [8280] trunk/pywikipedia/unlink.py
by amir＠svn.wikimedia.org 12 Jun '10

12 Jun '10

Revision: 8280 Author: amir Date: 2010-06-12 09:44:10 +0000 (Sat, 12 Jun 2010) Log Message: ----------- Polish and Persian translate Modified Paths: -------------- trunk/pywikipedia/unlink.py Modified: trunk/pywikipedia/unlink.py =================================================================== --- trunk/pywikipedia/unlink.py 2010-06-11 17:09:46 UTC (rev 8279) +++ trunk/pywikipedia/unlink.py 2010-06-12 09:44:10 UTC (rev 8280) @@ -33,12 +33,14 @@ 'ar':u'روبوت: إزالة وصلات "%s"', 'de':u'Bot: Entlinke "%s"', 'en':u'Robot: Unlinking "%s"', + 'fa':u'ربات: حذف پیوند %s', 'fr':u'Robot: Retire le lien "%s"', 'fi':u'Botti poisti linkin sivulle "%s"', 'he':u'בוט: מסיר קישורים לדף "%s"', 'nn':u'robot: fjerna lenkje til "%s"', 'no':u'robot: fjerner lenke til "%s"', 'nl':u'Bot: verwijzing naar "%s" verwijderd', + 'pl':u'Robot odlinkowuje "%s"', 'pt':u'Bot: Retirando link para "%s"', }

1 0

SVN: [8279] branches/rewrite/scripts/basic.py
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8279 Author: xqt Date: 2010-06-11 17:09:46 +0000 (Fri, 11 Jun 2010) Log Message: ----------- update from trunk r8278 Modified Paths: -------------- branches/rewrite/scripts/basic.py Modified: branches/rewrite/scripts/basic.py =================================================================== --- branches/rewrite/scripts/basic.py 2010-06-11 17:01:24 UTC (rev 8278) +++ branches/rewrite/scripts/basic.py 2010-06-11 17:09:46 UTC (rev 8279) @@ -74,17 +74,9 @@ """ Loads the given page, does some changes, and saves it. """ - try: - # Load the page - text = page.get() - except pywikibot.NoPage: - pywikibot.output(u"Page %s does not exist; skipping." - % page.title(asLink=True)) + text = self.load(page) + if not text: return - except pywikibot.IsRedirectPage: - pywikibot.output(u"Page %s is a redirect; skipping." - % page.title(asLink=True)) - return ################################################################ # NOTE: Here you can modify the text in whatever way you want. # @@ -94,6 +86,27 @@ # Example: This puts the text 'Test' at the beginning of the page. text = 'Test ' + text + if not self.save(text, page, self.summary): + pywikibot.output(u'Page %s not saved.' % page.aslink()) + + def load(self, page): + """ + Loads the given page, does some changes, and saves it. + """ + try: + # Load the page + text = page.get() + except pywikibot.NoPage: + pywikibot.output(u"Page %s does not exist; skipping." + % page.title(asLink=True)) + except pywikibot.IsRedirectPage: + pywikibot.output(u"Page %s is a redirect; skipping." + % page.title(asLink=True)) + else: + return text + return None + + def save(self, text, page, comment): # only save if something was changed if text != page.get(): # Show the title of the page we're working on. @@ -102,21 +115,29 @@ % page.title()) # show what was changed pywikibot.showDiff(page.get(), text) + pywikibot.output(u'Comment: %s' %comment) if not self.dry: - choice = pywikibot.inputChoice(u'Do you want to accept these changes?', ['Yes', 'No'], ['y', 'N'], 'N') + choice = pywikibot.inputChoice( + u'Do you want to accept these changes?', + ['Yes', 'No'], ['y', 'N'], 'N') if choice == 'y': try: page.text = text # Save the page page.save(comment=self.summary) except pywikibot.LockedPage: - pywikibot.output(u"Page %s is locked; skipping." % page.title(asLink=True)) + pywikibot.output(u"Page %s is locked; skipping." + % page.title(asLink=True)) except pywikibot.EditConflict: - pywikibot.output(u'Skipping %s because of edit conflict' % (page.title())) + pywikibot.output(u'Skipping %s because of edit conflict' + % (page.title())) except pywikibot.SpamfilterError, error: - pywikibot.output(u'Cannot change %s because of spam blacklist entry %s' % (page.title(), error.url)) + pywikibot.output(u'Cannot change %s because of spam blacklist entry %s' + % (page.title(), error.url)) + else: + return True + return False - def main(): # This factory is responsible for processing command line arguments # that are also used by other scripts and that determine on which pages

1 0

SVN: [8278] trunk/pywikipedia/basic.py
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8278 Author: xqt Date: 2010-06-11 17:01:24 +0000 (Fri, 11 Jun 2010) Log Message: ----------- separate methods for loading and saving the page Modified Paths: -------------- trunk/pywikipedia/basic.py Modified: trunk/pywikipedia/basic.py =================================================================== --- trunk/pywikipedia/basic.py 2010-06-11 09:56:33 UTC (rev 8277) +++ trunk/pywikipedia/basic.py 2010-06-11 17:01:24 UTC (rev 8278) @@ -72,26 +72,39 @@ """ Loads the given page, does some changes, and saves it. """ + text = self.load(page) + if not text: + return + + ################################################################ + # NOTE: Here you can modify the text in whatever way you want. # + ################################################################ + + # If you find out that you do not want to edit this page, just return. + # Example: This puts the text 'Test' at the beginning of the page. + text = 'Test ' + text + + if not self.save(text, page, self.summary): + pywikibot.output(u'Page %s not saved.' % page.aslink()) + + def load(self, page): + """ + Loads the given page, does some changes, and saves it. + """ try: # Load the page text = page.get() except pywikibot.NoPage: pywikibot.output(u"Page %s does not exist; skipping." % page.aslink()) - return except pywikibot.IsRedirectPage: pywikibot.output(u"Page %s is a redirect; skipping." % page.aslink()) - return + else: + return text + return None - ################################################################ - # NOTE: Here you can modify the text in whatever way you want. # - ################################################################ - - # If you find out that you do not want to edit this page, just return. - # Example: This puts the text 'Test' at the beginning of the page. - text = 'Test ' + text - + def save(self, text, page, comment, minorEdit=True, botflag=True): # only save if something was changed if text != page.get(): # Show the title of the page we're working on. @@ -100,12 +113,16 @@ % page.title()) # show what was changed pywikibot.showDiff(page.get(), text) + pywikibot.output(u'Comment: %s' %comment) if not self.dry: - choice = pywikibot.inputChoice(u'Do you want to accept these changes?', ['Yes', 'No'], ['y', 'N'], 'N') + choice = pywikibot.inputChoice( + u'Do you want to accept these changes?', + ['Yes', 'No'], ['y', 'N'], 'N') if choice == 'y': try: # Save the page - page.put(text, comment=self.summary) + page.put(text, comment=comment, + minorEdit=minorEdit, botflag=botflag) except pywikibot.LockedPage: pywikibot.output(u"Page %s is locked; skipping." % page.aslink()) @@ -117,8 +134,10 @@ pywikibot.output( u'Cannot change %s because of spam blacklist entry %s' % (page.title(), error.url)) + else: + return True + return False - def main(): # This factory is responsible for processing command line arguments # that are also used by other scripts and that determine on which pages

1 0

SVN: [8277] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8277 Author: xqt Date: 2010-06-11 09:56:33 +0000 (Fri, 11 Jun 2010) Log Message: ----------- cosmetic changes due to r8027 Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-06-11 09:31:44 UTC (rev 8276) +++ trunk/pywikipedia/wikipedia.py 2010-06-11 09:56:33 UTC (rev 8277) @@ -4090,8 +4090,8 @@ """ # TODO: why isn't this a Site method? pages = list(pages) # if pages is an iterator, we need to make it a list - output(u'Getting %d pages %s from %s...' - % (len(pages), iif(site.has_api() and debug, u'via API', u''), site)) + output(u'Getting %d pages %sfrom %s...' + % (len(pages), iif(site.has_api() and debug, u'via API ', u''), site)) limit = config.special_page_limit / 4 # default is 500/4, but It might have good point for server. if len(pages) > limit: # separate export pages for bulk-retrieve

1 0

SVN: [8276] branches/rewrite/pywikibot/families/wikia_family.py
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8276 Author: xqt Date: 2010-06-11 09:31:44 +0000 (Fri, 11 Jun 2010) Log Message: ----------- remove obsolete namespace dict. Modified Paths: -------------- branches/rewrite/pywikibot/families/wikia_family.py Modified: branches/rewrite/pywikibot/families/wikia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikia_family.py 2010-06-11 09:26:34 UTC (rev 8275) +++ branches/rewrite/pywikibot/families/wikia_family.py 2010-06-11 09:31:44 UTC (rev 8276) @@ -16,25 +16,6 @@ u'wikia': None, } - self.namespaces[4] = { - '_default': [u'search', self.namespaces[4]['_default']], - } - self.namespaces[5] = { - '_default': [u'search talk', self.namespaces[5]['_default']], - } - self.namespaces[100] = { - '_default': u'Forum', - } - self.namespaces[101] = { - '_default': u'Forum talk', - } - self.namespaces[112] = { - '_default': u'Mini', - } - self.namespaces[113] = { - '_default': u'Mini talk', - } - def hostname(self, code): return u'www.wikia.com'

1 0

SVN: [8275] branches/rewrite/pywikibot/families
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8275 Author: xqt Date: 2010-06-11 09:26:34 +0000 (Fri, 11 Jun 2010) Log Message: ----------- update family file from trunk r8272 (language_by_size) Modified Paths: -------------- branches/rewrite/pywikibot/families/wikibooks_family.py branches/rewrite/pywikibot/families/wikinews_family.py branches/rewrite/pywikibot/families/wikiquote_family.py branches/rewrite/pywikibot/families/wikisource_family.py branches/rewrite/pywikibot/families/wiktionary_family.py Modified: branches/rewrite/pywikibot/families/wikibooks_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikibooks_family.py 2010-06-11 09:25:14 UTC (rev 8274) +++ branches/rewrite/pywikibot/families/wikibooks_family.py 2010-06-11 09:26:34 UTC (rev 8275) @@ -11,7 +11,7 @@ self.name = 'wikibooks' self.languages_by_size = [ - 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'nl', 'es', 'pl', 'it', 'he', + 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'es', 'nl', 'pl', 'it', 'he', 'sq', 'fi', 'ru', 'vi', 'cs', 'hr', 'ca', 'sv', 'zh', 'da', 'tr', 'th', 'ko', 'mk', 'fa', 'sr', 'tl', 'ar', 'id', 'gl', 'is', 'no', 'ta', 'ka', 'lt', 'eo', 'bg', 'ro', 'sk', 'el', 'la', 'si', 'ia', Modified: branches/rewrite/pywikibot/families/wikinews_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikinews_family.py 2010-06-11 09:25:14 UTC (rev 8274) +++ branches/rewrite/pywikibot/families/wikinews_family.py 2010-06-11 09:26:34 UTC (rev 8275) @@ -12,7 +12,7 @@ self.languages_by_size = [ 'sr', 'en', 'pl', 'de', 'fr', 'it', 'pt', 'es', 'zh', 'ja', 'sv', - 'ru', 'fi', 'he', 'cs', 'bg', 'ar', 'ro', 'sd', 'ta', 'hu', 'no', + 'ru', 'fi', 'he', 'cs', 'bg', 'ro', 'ar', 'ta', 'sd', 'hu', 'no', 'uk', 'ca', 'tr', 'bs', 'th', ] Modified: branches/rewrite/pywikibot/families/wikiquote_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikiquote_family.py 2010-06-11 09:25:14 UTC (rev 8274) +++ branches/rewrite/pywikibot/families/wikiquote_family.py 2010-06-11 09:26:34 UTC (rev 8275) @@ -13,11 +13,11 @@ self.languages_by_size = [ 'en', 'it', 'pl', 'de', 'pt', 'ru', 'sk', 'es', 'bg', 'bs', 'sl', 'tr', 'fr', 'he', 'cs', 'lt', 'id', 'zh', 'el', 'hu', 'fa', 'uk', - 'eo', 'sv', 'nl', 'no', 'ja', 'fi', 'hy', 'nn', 'et', 'ca', 'ar', - 'ka', 'ko', 'ku', 'hr', 'gl', 'sr', 'ro', 'cy', 'ml', 'li', 'is', + 'eo', 'sv', 'nl', 'no', 'ja', 'fi', 'nn', 'hy', 'et', 'ca', 'ar', + 'ka', 'ko', 'ku', 'hr', 'gl', 'ro', 'sr', 'cy', 'ml', 'li', 'is', 'th', 'te', 'af', 'da', 'az', 'eu', 'sq', 'vi', 'la', 'br', 'hi', - 'be', 'ast', 'uz', 'ta', 'ang', 'mr', 'zh-min-nan', 'gu', 'lb', - 'su', 'ur', 'wo', 'kn', 'ky', 'am', 'co', + 'be', 'ast', 'uz', 'ta', 'ang', 'mr', 'zh-min-nan', 'gu', 'ur', + 'lb', 'su', 'wo', 'kn', 'ky', 'am', 'co', ] for lang in self.languages_by_size: Modified: branches/rewrite/pywikibot/families/wikisource_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikisource_family.py 2010-06-11 09:25:14 UTC (rev 8274) +++ branches/rewrite/pywikibot/families/wikisource_family.py 2010-06-11 09:26:34 UTC (rev 8275) @@ -13,7 +13,7 @@ self.languages_by_size = [ 'en', 'zh', 'ru', 'pt', 'fr', 'de', 'es', 'it', 'he', 'ar', 'hu', 'fa', 'pl', 'th', 'cs', 'ro', 'hr', 'te', 'fi', 'tr', 'nl', 'sv', - 'sl', 'bn', 'ko', 'uk', 'vi', 'sr', 'ja', 'el', 'la', 'li', 'yi', + 'bn', 'sl', 'ko', 'vi', 'uk', 'sr', 'ja', 'el', 'la', 'li', 'yi', 'ml', 'az', 'is', 'bs', 'hy', 'ca', 'id', 'mk', 'no', 'da', 'ta', 'et', 'bg', 'lt', 'gl', 'kn', 'cy', 'sk', 'zh-min-nan', 'fo', ] Modified: branches/rewrite/pywikibot/families/wiktionary_family.py =================================================================== --- branches/rewrite/pywikibot/families/wiktionary_family.py 2010-06-11 09:25:14 UTC (rev 8274) +++ branches/rewrite/pywikibot/families/wiktionary_family.py 2010-06-11 09:26:34 UTC (rev 8275) @@ -16,15 +16,15 @@ 'ml', 'ja', 'ku', 'ar', 'es', 'ro', 'et', 'id', 'te', 'gl', 'bg', 'uk', 'ca', 'li', 'vo', 'fa', 'is', 'scn', 'sr', 'af', 'cs', 'th', 'simple', 'fy', 'sw', 'oc', 'br', 'hr', 'he', 'sl', 'hy', 'sq', - 'tt', 'la', 'zh-min-nan', 'da', 'wa', 'ne', 'tk', 'mg', 'ast', 'ur', - 'hsb', 'my', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'ka', 'co', 'hi', - 'cy', 'ga', 'gn', 'az', 'ia', 'eu', 'sk', 'ms', 'csb', 'st', 'tl', + 'la', 'tt', 'zh-min-nan', 'da', 'mg', 'wa', 'ne', 'tk', 'ast', 'my', + 'ur', 'hsb', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'ka', 'co', 'cy', + 'hi', 'ga', 'gn', 'az', 'ia', 'eu', 'sk', 'ms', 'csb', 'st', 'tl', 'mr', 'nds', 'kl', 'be', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', 'an', - 'bn', 'gu', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'chr', - 'su', 'om', 'mn', 'nah', 'yi', 'ie', 'iu', 'mt', 'kw', 'gv', 'si', + 'bn', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', 'am', 'rw', 'chr', + 'su', 'om', 'mn', 'nah', 'iu', 'yi', 'ie', 'mt', 'gv', 'kw', 'si', 'gd', 'tg', 'nn', 'zu', 'dv', 'tpi', 'pa', 'sg', 'roa-rup', 'jv', - 'uz', 'so', 'mi', 'ik', 'ha', 'ay', 'lb', 'sa', 'na', 'jbo', 'tn', - 'sm', 'ks', 'fj', 'ln', 'za', 'dz', 'als', + 'uz', 'ik', 'so', 'mi', 'ha', 'ay', 'lb', 'sa', 'na', 'jbo', 'tn', + 'ln', 'sm', 'za', 'ks', 'fj', 'dz', 'als', ] for lang in self.languages_by_size:

1 0

SVN: [8274] branches/rewrite/pywikibot/families/wikipedia_family.py
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8274 Author: xqt Date: 2010-06-11 09:25:14 +0000 (Fri, 11 Jun 2010) Log Message: ----------- update family file from trunk r8269; update language_by_size Modified Paths: -------------- branches/rewrite/pywikibot/families/wikipedia_family.py Modified: branches/rewrite/pywikibot/families/wikipedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikipedia_family.py 2010-06-11 09:23:16 UTC (rev 8273) +++ branches/rewrite/pywikibot/families/wikipedia_family.py 2010-06-11 09:25:14 UTC (rev 8274) @@ -11,29 +11,29 @@ self.name = 'wikipedia' self.languages_by_size = [ - 'en', 'de', 'fr', 'pl', 'it', 'ja', 'nl', 'es', 'pt', 'ru', 'sv', + 'en', 'de', 'fr', 'pl', 'it', 'ja', 'es', 'nl', 'pt', 'ru', 'sv', 'zh', 'no', 'ca', 'fi', 'uk', 'cs', 'hu', 'tr', 'ro', 'ko', 'eo', 'da', 'ar', 'id', 'vi', 'vo', 'sr', 'sk', 'lt', 'he', 'bg', 'fa', - 'sl', 'hr', 'et', 'new', 'war', 'ms', 'simple', 'th', 'gl', 'nn', - 'eu', 'hi', 'el', 'ht', 'te', 'ka', 'ceb', 'mk', 'la', 'roa-rup', - 'az', 'br', 'sh', 'lb', 'bs', 'jv', 'mr', 'is', 'lv', 'cy', 'tl', + 'sl', 'hr', 'et', 'war', 'new', 'ms', 'simple', 'th', 'gl', 'nn', + 'eu', 'hi', 'el', 'ht', 'te', 'ka', 'ceb', 'roa-rup', 'mk', 'la', + 'az', 'br', 'sh', 'lb', 'bs', 'jv', 'mr', 'is', 'lv', 'tl', 'cy', 'pms', 'sq', 'be-x-old', 'bpy', 'ta', 'oc', 'bn', 'an', 'be', 'io', - 'sw', 'fy', 'nds', 'scn', 'af', 'qu', 'gu', 'su', 'lmo', 'zh-yue', + 'sw', 'fy', 'nds', 'scn', 'af', 'qu', 'gu', 'lmo', 'su', 'zh-yue', 'ast', 'ur', 'nap', 'ku', 'ml', 'bat-smg', 'wa', 'cv', 'ksh', 'ga', 'hy', 'tg', 'yo', 'roa-tara', 'vec', 'kn', 'gd', 'yi', 'uz', 'pam', - 'os', 'zh-min-nan', 'mi', 'sah', 'als', 'tt', 'kk', 'nah', 'li', + 'os', 'zh-min-nan', 'sah', 'mi', 'tt', 'als', 'kk', 'nah', 'li', 'arz', 'hsb', 'glk', 'co', 'gan', 'ia', 'bcl', 'ne', 'mn', 'pnb', - 'fiu-vro', 'nds-nl', 'vls', 'fo', 'tk', 'sa', 'am', 'si', 'dv', + 'fiu-vro', 'nds-nl', 'vls', 'am', 'fo', 'tk', 'sa', 'si', 'dv', 'bar', 'nrm', 'pag', 'rm', 'gv', 'map-bms', 'my', 'sco', 'diq', 'se', 'wuu', 'fur', 'lij', 'ug', 'bh', 'mt', 'nov', 'mzn', 'csb', - 'ilo', 'zh-classical', 'pi', 'lad', 'km', 'mg', 'sc', 'ang', 'frp', - 'kw', 'hif', 'bo', 'ckb', 'hak', 'pdc', 'haw', 'szl', 'ps', 'pa', - 'ie', 'xal', 'kv', 'crh', 'to', 'stq', 'myv', 'ace', 'gn', 'ln', - 'krc', 'nv', 'ky', 'mhr', 'ext', 'cbk-zam', 'arc', 'jbo', 'ty', - 'wo', 'eml', 'kab', 'tpi', 'so', 'pap', 'zea', 'fj', 'srn', 'ay', - 'ba', 'ig', 'or', 'dsb', 'ce', 'kl', 'kg', 'udm', 'lo', 'rmy', 'cu', - 'ab', 'mwl', 'kaa', 'pcd', 'sm', 'av', 'ks', 'tet', 'got', 'sd', - 'mdf', 'na', 'bm', 'pnt', 'pih', 'iu', 'cdo', 'as', 'bug', 'ee', + 'ilo', 'zh-classical', 'km', 'pi', 'lad', 'mg', 'sc', 'ang', 'frp', + 'hif', 'bo', 'kw', 'ckb', 'hak', 'pdc', 'haw', 'szl', 'ps', 'pa', + 'xal', 'ie', 'fj', 'kv', 'crh', 'to', 'stq', 'myv', 'ace', 'gn', + 'ln', 'cbk-zam', 'krc', 'nv', 'ky', 'mhr', 'ext', 'arc', 'jbo', + 'wo', 'ty', 'so', 'eml', 'kab', 'tpi', 'pap', 'zea', 'srn', 'ay', + 'ba', 'or', 'ig', 'dsb', 'kl', 'ce', 'kg', 'udm', 'lo', 'rmy', 'cu', + 'ab', 'mwl', 'pcd', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'mdf', + 'sd', 'na', 'bm', 'pnt', 'pih', 'iu', 'cdo', 'as', 'bug', 'ee', 'chr', 'om', 'bi', 'zu', 'za', 'ti', 'ts', 'ss', 've', 'ha', 'sg', 'dz', 'ch', 'cr', 'xh', 'ak', 'ik', 'lbe', 'ki', 'tn', 'bxr', 'rw', 'st', 'tw', 'ny', 'sn', 'chy', 'ff', 'lg', 'rn', 'tum', @@ -289,7 +289,7 @@ 'es': u'Desambiguación', 'et': u'Täpsustusleheküljed', 'eu': u'Argipen orriak', - 'fa': u'صفحات ابهام‌زدایی', + 'fa': u'صفحه‌های ابهام‌زدایی', 'fi': u'Täsmennyssivut', 'fo': u'Fleiri týdningar', 'fr': u'Homonymie',

1 0

SVN: [8273] branches/rewrite/pywikibot/families
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8273 Author: xqt Date: 2010-06-11 09:23:16 +0000 (Fri, 11 Jun 2010) Log Message: ----------- remove obsolete namespace dicts Modified Paths: -------------- branches/rewrite/pywikibot/families/anarchopedia_family.py branches/rewrite/pywikibot/families/lockwiki_family.py branches/rewrite/pywikibot/families/lyricwiki_family.py Modified: branches/rewrite/pywikibot/families/anarchopedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/anarchopedia_family.py 2010-06-11 09:21:27 UTC (rev 8272) +++ branches/rewrite/pywikibot/families/anarchopedia_family.py 2010-06-11 09:23:16 UTC (rev 8273) @@ -15,88 +15,6 @@ for l in self.languages_by_size: self.langs[l] = '%s.anarchopedia.org' % l - self.namespaces[1]['fr'] = u'Discuter' - - self.namespaces[3]['fr'] = u'Discussion Utilisateur' - - self.namespaces[4] = { - '_default': u'Anarchopedia', - 'ar': u'أنارشوبيديا', - 'el': u'Αναρχοπαίδεια', - 'eo': u'Anarĥopedio', - 'es': u'Anarcopedia', - 'fa': u'آنارکوپديا', - 'he': u'אנרכופדיה', - 'hy': u'Անարխոպեդիա', - 'it': u'Anarcopedia', - 'ja': u'アナーキォペディア', - 'ko': u'아나코백과', - 'lv': u'Anarkopēdija', - 'pt': u'Anarcopédia', - 'ro': u'Anarhopedia', - 'ru': u'Анархопедия', - 'sq': u'Anarshipedia', - 'sr': u'Anarhopedija / Анархопедија', - 'tr': u'Anarşipedi', - 'zh': u'安那其百科', - } - self.namespaces[5] = { - '_default': u'Anarchopedia talk', - 'ar': u'نقاش أنارشوبيديا', - 'bs': u'Разговор о Anarchopedia', - 'da': u'Anarchopedia-diskussion', - 'de': u'Anarchopedia Diskussion', - 'el': u'Αναρχοπαίδεια συζήτηση', - 'es': u'Anarcopedia Discusión', - 'fa': u'بحث آنارکوپديا', - 'fi': u'Keskustelu Anarchopediasta', - 'fr': u'Discussion Anarchopedia', - 'he': u'שיחת אנרכופדיה', - 'hy': u'Անարխոպեդիայի քննարկում', - 'id': u'Pembicaraan Anarchopedia', - 'it': u'Discussioni Anarcopedia', - 'ja': u'アナーキォペディア‐ノート', - 'ko': u'아나코백과토론', - 'lv': u'Anarkopēdija diskusija', - 'nl': u'Overleg Anarchopedia', - 'no': u'Anarchopedia-diskusjon', - 'or': u'Anarchopedia-diskusjon', - 'pl': u'Dyskusja Anarchopedia', - 'pt': u'Anarcopédia Discussão', - 'ro': u'Discuţie Anarhopedia', - 'ru': u'Обсуждение Анархопедии', - 'sh': u'Разговор о Anarhopedija / Анархопедија', - 'sq': u'Anarshipedia diskutim', - 'sr': u'Разговор о Anarhopedija / Анархопедија', - 'sv': u'Anarchopediadiskussion', - 'tr': u'Anarşipedi tartışma', - 'zh': u'安那其百科 talk', - } - - self.namespaces[6]['tr'] = u'Resim' - self.namespaces[6]['da'] = u'Billede' - self.namespaces[6]['sq'] = u'Figura' - - self.namespaces[7]['da'] = u'Billeddiskussion' - self.namespaces[7]['fr'] = u'Discussion Fichier' - self.namespaces[7]['sq'] = u'Figura diskutim' - self.namespaces[7]['tr'] = u'Resim tartışma' - - - self.namespaces[11]['fr'] = u'Discussion Modèle' - - self.namespaces[13]['fr'] = u'Discussion Aide' - - self.namespaces[14]['sq'] = u'Kategori' - - self.namespaces[15]['fr'] = u'Discussion Catégorie' - self.namespaces[15]['sq'] = u'Kategori Diskutim' - - self.namespaces[100] = {'en':u'Focus'} - - self.namespaces[101] = {'en':u'Focus talk'} - - self.nocapitalize = self.langs.keys() self.obsolete = { Modified: branches/rewrite/pywikibot/families/lockwiki_family.py =================================================================== --- branches/rewrite/pywikibot/families/lockwiki_family.py 2010-06-11 09:21:27 UTC (rev 8272) +++ branches/rewrite/pywikibot/families/lockwiki_family.py 2010-06-11 09:23:16 UTC (rev 8273) @@ -13,14 +13,6 @@ self.langs = { 'en': 'www.locksmithwiki.com', } - self.namespaces[4] = { - '_default': [u'Locksmith Wiki Knowledge Base', - self.namespaces[4]['_default']], # REQUIRED - } - self.namespaces[4] = { - '_default': [u'Locksmith Wiki Knowledge Base talk', - self.namespaces[5]['_default']], # REQUIRED - } def scriptpath(self, code): return '/lockwiki' Modified: branches/rewrite/pywikibot/families/lyricwiki_family.py =================================================================== --- branches/rewrite/pywikibot/families/lyricwiki_family.py 2010-06-11 09:21:27 UTC (rev 8272) +++ branches/rewrite/pywikibot/families/lyricwiki_family.py 2010-06-11 09:23:16 UTC (rev 8273) @@ -15,23 +15,6 @@ 'en': 'lyrics.wikia.com', } - self.namespaces[4] = { - '_default': [u'LyricWiki', self.namespaces[4]['_default']], - } - self.namespaces[5] = { - '_default': [u'LyricWiki talk', self.namespaces[5]['_default']], - } - self.namespaces[110] = { '_default': u'Forum', } - self.namespaces[111] = { '_default': u'Forum talk', } - self.namespaces[112] = { '_default': u'Gracenote', } - self.namespaces[113] = { '_default': u'Gracenote talk', } - self.namespaces[400] = { '_default': u'Video', } - self.namespaces[401] = { '_default': u'Video talk', } - self.namespaces[500] = { '_default': u'User blog', } - self.namespaces[501] = { '_default': u'User blog comment', } - self.namespaces[502] = { '_default': u'Blog', } - self.namespaces[503] = { '_default': u'Blog talk', } - def version(self, code): return "1.15.1"

1 0

SVN: [8272] trunk/pywikipedia/families
by xqt＠svn.wikimedia.org 11 Jun '10

11 Jun '10

Revision: 8272 Author: xqt Date: 2010-06-11 09:21:27 +0000 (Fri, 11 Jun 2010) Log Message: ----------- update language_by_size Modified Paths: -------------- trunk/pywikipedia/families/wikibooks_family.py trunk/pywikipedia/families/wikinews_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wikiquote_family.py trunk/pywikipedia/families/wikisource_family.py trunk/pywikipedia/families/wiktionary_family.py Modified: trunk/pywikipedia/families/wikibooks_family.py =================================================================== --- trunk/pywikipedia/families/wikibooks_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wikibooks_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -11,7 +11,7 @@ self.name = 'wikibooks' self.languages_by_size = [ - 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'nl', 'es', 'pl', 'it', 'he', + 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'es', 'nl', 'pl', 'it', 'he', 'sq', 'fi', 'ru', 'vi', 'cs', 'hr', 'ca', 'sv', 'zh', 'da', 'tr', 'th', 'ko', 'mk', 'fa', 'sr', 'tl', 'ar', 'id', 'gl', 'is', 'no', 'ta', 'ka', 'lt', 'eo', 'bg', 'ro', 'sk', 'el', 'la', 'si', 'ia', Modified: trunk/pywikipedia/families/wikinews_family.py =================================================================== --- trunk/pywikipedia/families/wikinews_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wikinews_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -12,7 +12,7 @@ self.languages_by_size = [ 'sr', 'en', 'pl', 'de', 'fr', 'it', 'pt', 'es', 'zh', 'ja', 'sv', - 'ru', 'fi', 'he', 'cs', 'bg', 'ar', 'ro', 'sd', 'ta', 'hu', 'no', + 'ru', 'fi', 'he', 'cs', 'bg', 'ro', 'ar', 'ta', 'sd', 'hu', 'no', 'uk', 'ca', 'tr', 'bs', 'th', ] Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wikipedia_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -11,29 +11,29 @@ self.name = 'wikipedia' self.languages_by_size = [ - 'en', 'de', 'fr', 'pl', 'it', 'ja', 'nl', 'es', 'pt', 'ru', 'sv', + 'en', 'de', 'fr', 'pl', 'it', 'ja', 'es', 'nl', 'pt', 'ru', 'sv', 'zh', 'no', 'ca', 'fi', 'uk', 'cs', 'hu', 'tr', 'ro', 'ko', 'eo', 'da', 'ar', 'id', 'vi', 'vo', 'sr', 'sk', 'lt', 'he', 'bg', 'fa', - 'sl', 'hr', 'et', 'new', 'war', 'ms', 'simple', 'th', 'gl', 'nn', - 'eu', 'hi', 'el', 'ht', 'te', 'ka', 'ceb', 'mk', 'la', 'roa-rup', - 'az', 'br', 'sh', 'lb', 'bs', 'jv', 'mr', 'is', 'lv', 'cy', 'tl', + 'sl', 'hr', 'et', 'war', 'new', 'ms', 'simple', 'th', 'gl', 'nn', + 'eu', 'hi', 'el', 'ht', 'te', 'ka', 'ceb', 'roa-rup', 'mk', 'la', + 'az', 'br', 'sh', 'lb', 'bs', 'jv', 'mr', 'is', 'lv', 'tl', 'cy', 'pms', 'sq', 'be-x-old', 'bpy', 'ta', 'oc', 'bn', 'an', 'be', 'io', - 'sw', 'fy', 'nds', 'scn', 'af', 'qu', 'gu', 'su', 'lmo', 'zh-yue', + 'sw', 'fy', 'nds', 'scn', 'af', 'qu', 'gu', 'lmo', 'su', 'zh-yue', 'ast', 'ur', 'nap', 'ku', 'ml', 'bat-smg', 'wa', 'cv', 'ksh', 'ga', 'hy', 'tg', 'yo', 'roa-tara', 'vec', 'kn', 'gd', 'yi', 'uz', 'pam', - 'os', 'zh-min-nan', 'mi', 'sah', 'als', 'tt', 'kk', 'nah', 'li', + 'os', 'zh-min-nan', 'sah', 'mi', 'tt', 'als', 'kk', 'nah', 'li', 'arz', 'hsb', 'glk', 'co', 'gan', 'ia', 'bcl', 'ne', 'mn', 'pnb', - 'fiu-vro', 'nds-nl', 'vls', 'fo', 'tk', 'sa', 'am', 'si', 'dv', + 'fiu-vro', 'nds-nl', 'vls', 'am', 'fo', 'tk', 'sa', 'si', 'dv', 'bar', 'nrm', 'pag', 'rm', 'gv', 'map-bms', 'my', 'sco', 'diq', 'se', 'wuu', 'fur', 'lij', 'ug', 'bh', 'mt', 'nov', 'mzn', 'csb', - 'ilo', 'zh-classical', 'pi', 'lad', 'km', 'mg', 'sc', 'ang', 'frp', - 'kw', 'hif', 'bo', 'ckb', 'hak', 'pdc', 'haw', 'szl', 'ps', 'pa', - 'ie', 'xal', 'kv', 'crh', 'to', 'stq', 'myv', 'ace', 'gn', 'ln', - 'krc', 'nv', 'ky', 'mhr', 'ext', 'cbk-zam', 'arc', 'jbo', 'ty', - 'wo', 'eml', 'kab', 'tpi', 'so', 'pap', 'zea', 'fj', 'srn', 'ay', - 'ba', 'ig', 'or', 'dsb', 'ce', 'kl', 'kg', 'udm', 'lo', 'rmy', 'cu', - 'ab', 'mwl', 'kaa', 'pcd', 'sm', 'av', 'ks', 'tet', 'got', 'sd', - 'mdf', 'na', 'bm', 'pnt', 'pih', 'iu', 'cdo', 'as', 'bug', 'ee', + 'ilo', 'zh-classical', 'km', 'pi', 'lad', 'mg', 'sc', 'ang', 'frp', + 'hif', 'bo', 'kw', 'ckb', 'hak', 'pdc', 'haw', 'szl', 'ps', 'pa', + 'xal', 'ie', 'fj', 'kv', 'crh', 'to', 'stq', 'myv', 'ace', 'gn', + 'ln', 'cbk-zam', 'krc', 'nv', 'ky', 'mhr', 'ext', 'arc', 'jbo', + 'wo', 'ty', 'so', 'eml', 'kab', 'tpi', 'pap', 'zea', 'srn', 'ay', + 'ba', 'or', 'ig', 'dsb', 'kl', 'ce', 'kg', 'udm', 'lo', 'rmy', 'cu', + 'ab', 'mwl', 'pcd', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'mdf', + 'sd', 'na', 'bm', 'pnt', 'pih', 'iu', 'cdo', 'as', 'bug', 'ee', 'chr', 'om', 'bi', 'zu', 'za', 'ti', 'ts', 'ss', 've', 'ha', 'sg', 'dz', 'ch', 'cr', 'xh', 'ak', 'ik', 'lbe', 'ki', 'tn', 'bxr', 'rw', 'st', 'tw', 'ny', 'sn', 'chy', 'ff', 'lg', 'rn', 'tum', Modified: trunk/pywikipedia/families/wikiquote_family.py =================================================================== --- trunk/pywikipedia/families/wikiquote_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wikiquote_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -13,11 +13,11 @@ self.languages_by_size = [ 'en', 'it', 'pl', 'de', 'pt', 'ru', 'sk', 'es', 'bg', 'bs', 'sl', 'tr', 'fr', 'he', 'cs', 'lt', 'id', 'zh', 'el', 'hu', 'fa', 'uk', - 'eo', 'sv', 'nl', 'no', 'ja', 'fi', 'hy', 'nn', 'et', 'ca', 'ar', - 'ka', 'ko', 'ku', 'hr', 'gl', 'sr', 'ro', 'cy', 'ml', 'li', 'is', + 'eo', 'sv', 'nl', 'no', 'ja', 'fi', 'nn', 'hy', 'et', 'ca', 'ar', + 'ka', 'ko', 'ku', 'hr', 'gl', 'ro', 'sr', 'cy', 'ml', 'li', 'is', 'th', 'te', 'af', 'da', 'az', 'eu', 'sq', 'vi', 'la', 'br', 'hi', - 'be', 'ast', 'uz', 'ta', 'ang', 'mr', 'zh-min-nan', 'gu', 'lb', - 'su', 'ur', 'wo', 'kn', 'ky', 'am', 'co', + 'be', 'ast', 'uz', 'ta', 'ang', 'mr', 'zh-min-nan', 'gu', 'ur', + 'lb', 'su', 'wo', 'kn', 'ky', 'am', 'co', ] if family.config.SSL_connection: Modified: trunk/pywikipedia/families/wikisource_family.py =================================================================== --- trunk/pywikipedia/families/wikisource_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wikisource_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -13,7 +13,7 @@ self.languages_by_size = [ 'en', 'zh', 'ru', 'pt', 'fr', 'de', 'es', 'it', 'he', 'ar', 'hu', 'fa', 'pl', 'th', 'cs', 'ro', 'hr', 'te', 'fi', 'tr', 'nl', 'sv', - 'sl', 'bn', 'ko', 'uk', 'vi', 'sr', 'ja', 'el', 'la', 'li', 'yi', + 'bn', 'sl', 'ko', 'vi', 'uk', 'sr', 'ja', 'el', 'la', 'li', 'yi', 'ml', 'az', 'is', 'bs', 'hy', 'ca', 'id', 'mk', 'no', 'da', 'ta', 'et', 'bg', 'lt', 'gl', 'kn', 'cy', 'sk', 'zh-min-nan', 'fo', ] Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2010-06-10 09:39:56 UTC (rev 8271) +++ trunk/pywikipedia/families/wiktionary_family.py 2010-06-11 09:21:27 UTC (rev 8272) @@ -16,15 +16,15 @@ 'ml', 'ja', 'ku', 'ar', 'es', 'ro', 'et', 'id', 'te', 'gl', 'bg', 'uk', 'ca', 'li', 'vo', 'fa', 'is', 'scn', 'sr', 'af', 'cs', 'th', 'simple', 'fy', 'sw', 'oc', 'br', 'hr', 'he', 'sl', 'hy', 'sq', - 'tt', 'la', 'zh-min-nan', 'da', 'wa', 'ne', 'tk', 'mg', 'ast', 'ur', - 'hsb', 'my', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'ka', 'co', 'hi', - 'cy', 'ga', 'gn', 'az', 'ia', 'eu', 'sk', 'ms', 'csb', 'st', 'tl', + 'la', 'tt', 'zh-min-nan', 'da', 'mg', 'wa', 'ne', 'tk', 'ast', 'my', + 'ur', 'hsb', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'ka', 'co', 'cy', + 'hi', 'ga', 'gn', 'az', 'ia', 'eu', 'sk', 'ms', 'csb', 'st', 'tl', 'mr', 'nds', 'kl', 'be', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', 'an', - 'bn', 'gu', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'chr', - 'su', 'om', 'mn', 'nah', 'yi', 'ie', 'iu', 'mt', 'kw', 'gv', 'si', + 'bn', 'gu', 'km', 'ss', 'qu', 'ts', 'bs', 'fo', 'am', 'rw', 'chr', + 'su', 'om', 'mn', 'nah', 'iu', 'yi', 'ie', 'mt', 'gv', 'kw', 'si', 'gd', 'tg', 'nn', 'zu', 'dv', 'tpi', 'pa', 'sg', 'roa-rup', 'jv', - 'uz', 'so', 'mi', 'ik', 'ha', 'ay', 'lb', 'sa', 'na', 'jbo', 'tn', - 'sm', 'ks', 'fj', 'ln', 'za', 'dz', 'als', + 'uz', 'ik', 'so', 'mi', 'ha', 'ay', 'lb', 'sa', 'na', 'jbo', 'tn', + 'ln', 'sm', 'za', 'ks', 'fj', 'dz', 'als', ] if family.config.SSL_connection:

1 0

SVN: [8271] trunk/pywikipedia/pagegenerators.py
by xqt＠svn.wikimedia.org 10 Jun '10

10 Jun '10

Revision: 8271 Author: xqt Date: 2010-06-10 09:39:56 +0000 (Thu, 10 Jun 2010) Log Message: ----------- update from rewrite r8270 for easyer merging Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2010-06-10 09:28:42 UTC (rev 8270) +++ trunk/pywikipedia/pagegenerators.py 2010-06-10 09:39:56 UTC (rev 8271) @@ -72,8 +72,8 @@ across all namespaces. -namespace Filter the page generator to only yield pages in the - specified namespaces. Separate multiple namespace - numbers with commas. Example "-namespace:0,2,4" +-ns specified namespaces. Separate multiple namespace + numbers with commas. Example "-ns:0,2,4" -interwiki Work on the given page and all equivalent pages in other languages. This can, for example, be used to fight @@ -191,6 +191,10 @@ docuReplacements = {'&params;': parameterHelp} +# if a bot uses GeneratorFactory, the module should include the line +# docuReplacements = {'&params;': pywikibot.pagegenerators.parameterHelp} +# and include the marker &params; in the module's docstring + # For python 2.4 compatibility # see http://www.mail-archive.com/python-dev@python.org/msg12668.html try: @@ -284,47 +288,379 @@ self.stop() ## pywikibot.output("DEBUG: %s stopped because generator exhausted." % self) +class GeneratorFactory(object): + """Process command line arguments and return appropriate page generator. + This factory is responsible for processing command line arguments + that are used by many scripts and that determine which pages to work on. + """ + def __init__(self): + self.gens = [] + self.namespaces = [] -def AllpagesPageGenerator(start ='!', namespace = None, includeredirects = True, site = None): + def getCombinedGenerator(self, gen=None): + """Returns the combination of all accumulated generators, + that have been created in the process of handling arguments. + + Only call this after all arguments have been parsed. + """ + + if gen: + self.gens.insert(0, gen) + if len(self.gens) == 0: + return None + elif len(self.gens) == 1: + gensList = self.gens[0] + else: + gensList = CombinedPageGenerator(self.gens) + genToReturn = DuplicateFilterPageGenerator(gensList) + if (self.namespaces): + genToReturn = NamespaceFilterPageGenerator(genToReturn, map(int, self.namespaces)) + return genToReturn + + def getCategoryGen(self, arg, length, recurse = False): + site = pywikibot.getSite() + if len(arg) == length: + categoryname = pywikibot.input(u'Please enter the category name:') + else: + categoryname = arg[length + 1:] + categoryname = categoryname.replace('#', '|') + ind = categoryname.find('|') + startfrom = None + if ind > 0: + startfrom = categoryname[ind + 1:] + categoryname = categoryname[:ind] + + cat = catlib.Category(site, + "%s:%s" % (site.namespace(14), categoryname)) + return CategorizedPageGenerator(cat, start=startfrom, recurse=recurse) + + def setSubCategoriesGen(self, arg, length, recurse = False): + site = pywikibot.getSite() + if len(arg) == length: + categoryname = pywikibot.input(u'Please enter the category name:') + else: + categoryname = arg[length + 1:] + + ind = categoryname.find('|') + if ind > 0: + startfrom = categoryname[ind + 1:] + categoryname = categoryname[:ind] + else: + startfrom = None + + cat = catlib.Category(site, + "%s:%s" % (site.namespace(14), categoryname)) + return SubCategoriesPageGenerator(cat, start=startfrom, recurse=recurse) + + def handleArg(self, arg): + """Parse one argument at a time. + + If it is recognized as an argument that specifies a generator, a + generator is created and added to the accumulation list, and the + function returns true. Otherwise, it returns false, so that caller + can try parsing the argument. Call getCombinedGenerator() after all + arguments have been parsed to get the final output generator. + + """ + site = pywikibot.getSite() + gen = None + if arg.startswith('-filelinks'): + fileLinksPageTitle = arg[11:] + if not fileLinksPageTitle: + fileLinksPageTitle = pywikibot.input( + u'Links to which image page should be processed?') + if fileLinksPageTitle.startswith(site.namespace(6) + + ":"): + fileLinksPage = pywikibot.ImagePage(site, + fileLinksPageTitle) + else: + fileLinksPage = pywikibot.ImagePage(site, + 'Image:' + fileLinksPageTitle) + gen = FileLinksGenerator(fileLinksPage) + elif arg.startswith('-unusedfiles'): + if len(arg) == 12: + gen = UnusedFilesGenerator() + else: + gen = UnusedFilesGenerator(number = int(arg[13:])) + elif arg.startswith('-unwatched'): + if len(arg) == 10: + gen = UnwatchedPagesPageGenerator() + else: + gen = UnwatchedPagesPageGenerator(number = int(arg[11:])) + elif arg.startswith('-usercontribs'): + args = arg[14:].split(';') + number = None + try: + number = int(args[1]) + except: + number = 250 + gen = UserContributionsGenerator(args[0], number) + elif arg.startswith('-withoutinterwiki'): + if len(arg) == 17: + gen = WithoutInterwikiPageGenerator() + else: + gen = WithoutInterwikiPageGenerator(number = int(arg[18:])) + elif arg.startswith('-interwiki'): + title = arg[11:] + if not title: + title = pywikibot.input(u'Which page should be processed?') + page = pywikibot.Page(site, title) + gen = InterwikiPageGenerator(page) + elif arg.startswith('-randomredirect'): + if len(arg) == 15: + gen = RandomRedirectPageGenerator() + else: + gen = RandomRedirectPageGenerator(number = int(arg[16:])) + elif arg.startswith('-random'): + if len(arg) == 7: + gen = RandomPageGenerator() + else: + gen = RandomPageGenerator(number = int(arg[8:])) + elif arg.startswith('-recentchanges'): + if len(arg) == 14: + gen = RecentchangesPageGenerator() + else: + gen = RecentchangesPageGenerator(number = int(arg[15:])) + elif arg.startswith('-file'): + textfilename = arg[6:] + if not textfilename: + textfilename = pywikibot.input( + u'Please enter the local file name:') + gen = TextfilePageGenerator(textfilename) + elif arg.startswith('-namespace'): + if len(arg) == len('-namespace'): + self.namespaces.append( + pywikibot.input(u'What namespace are you filtering on?')) + else: + self.namespaces.extend(arg[len('-namespace:'):].split(",")) + return True + elif arg.startswith('-ns'): + if len(arg) == len('-ns'): + self.namespaces.append( + pywikibot.input(u'What namespace are you filtering on?')) + else: + self.namespaces.extend(arg[len('-ns:'):].split(",")) + return True + elif arg.startswith('-catr'): + gen = self.getCategoryGen(arg, len('-catr'), recurse = True) + elif arg.startswith('-category'): + gen = self.getCategoryGen(arg, len('-category')) + elif arg.startswith('-cat'): + gen = self.getCategoryGen(arg, len('-cat')) + elif arg.startswith('-subcatsr'): + gen = self.setSubCategoriesGen(arg, 9, recurse = True) + elif arg.startswith('-subcats'): + gen = self.setSubCategoriesGen(arg, 8) + # This parameter is deprecated, catr should be used instead. + elif arg.startswith('-subcat'): + gen = self.getCategoryGen(arg, 7, recurse = True) + elif arg.startswith('-page'): + if len(arg) == len('-page'): + gen = [pywikibot.Page(site, + pywikibot.input( + u'What page do you want to use?'))] + else: + gen = [pywikibot.Page(site, arg[len('-page:'):])] + elif arg.startswith('-uncatfiles'): + gen = UnCategorizedImageGenerator() + elif arg.startswith('-uncatcat'): + gen = UnCategorizedCategoryGenerator() + elif arg.startswith('-uncat'): + gen = UnCategorizedPageGenerator() + elif arg.startswith('-ref'): + referredPageTitle = arg[5:] + if not referredPageTitle: + referredPageTitle = pywikibot.input( + u'Links to which page should be processed?') + referredPage = pywikibot.Page(site, referredPageTitle) + gen = ReferringPageGenerator(referredPage) + elif arg.startswith('-links'): + linkingPageTitle = arg[7:] + if not linkingPageTitle: + linkingPageTitle = pywikibot.input( + u'Links from which page should be processed?') + linkingPage = pywikibot.Page(site, linkingPageTitle) + gen = LinkedPageGenerator(linkingPage) + elif arg.startswith('-weblink'): + url = arg[9:] + if not url: + url = pywikibot.input( + u'Pages with which weblink should be processed?') + gen = LinksearchPageGenerator(url) + elif arg.startswith('-transcludes'): + transclusionPageTitle = arg[len('-transcludes:'):] + if not transclusionPageTitle: + transclusionPageTitle = pywikibot.input( + u'Pages that transclude which page should be processed?') + transclusionPage = pywikibot.Page(site, + "%s:%s" % (site.namespace(10), + transclusionPageTitle)) + gen = ReferringPageGenerator(transclusionPage, + onlyTemplateInclusion=True) + elif arg.startswith('-gorandom'): + for firstPage in RandomPageGenerator(number = 1): + firstPageTitle = firstPage.title() + namespace = pywikibot.Page(site, firstPageTitle).namespace() + firstPageTitle = pywikibot.Page(site, + firstPageTitle).titleWithoutNamespace() + gen = AllpagesPageGenerator(firstPageTitle, namespace, + includeredirects=False) + elif arg.startswith('-start'): + if arg.startswith('-startxml'): + pywikibot.output(u'-startxml : wrong parameter') + sys.exit() + firstPageTitle = arg[7:] + if not firstPageTitle: + firstPageTitle = pywikibot.input( + u'At which page do you want to start?') + if self.namespaces != []: + namespace = self.namespaces[0] + else: + namespace = pywikibot.Page(site, firstPageTitle).namespace() + + firstPageTitle = pywikibot.Page(site, + firstPageTitle).titleWithoutNamespace() + gen = AllpagesPageGenerator(firstPageTitle, namespace, + includeredirects=False) + elif arg.startswith('-redirectonly'): + firstPageTitle = arg[14:] + if not firstPageTitle: + firstPageTitle = pywikibot.input( + u'At which page do you want to start?') + namespace = pywikibot.Page(site, firstPageTitle).namespace() + firstPageTitle = pywikibot.Page(site, + firstPageTitle).titleWithoutNamespace() + gen = AllpagesPageGenerator(firstPageTitle, namespace, + includeredirects='only') + elif arg.startswith('-prefixindex'): + prefix = arg[13:] + namespace = None + if not prefix: + prefix = pywikibot.input( + u'What page names are you looking for?') + gen = PrefixingPageGenerator(prefix = prefix) + elif arg.startswith('-newimages'): + limit = arg[11:] or pywikibot.input( + u'How many images do you want to load?') + gen = NewimagesPageGenerator(number = int(limit)) + elif arg == ('-new') or arg.startswith('-new:'): + if len(arg) >=5: + gen = NewpagesPageGenerator(number = int(arg[5:])) + else: + gen = NewpagesPageGenerator(number = 60) + elif arg.startswith('-imagelinks'): + imagelinkstitle = arg[len('-imagelinks:'):] + if not imagelinkstitle: + imagelinkstitle = pywikibot.input( + u'Images on which page should be processed?') + imagelinksPage = pywikibot.Page(site, imagelinkstitle) + gen = ImagesPageGenerator(imagelinksPage) + elif arg.startswith('-search'): + mediawikiQuery = arg[8:] + if not mediawikiQuery: + mediawikiQuery = pywikibot.input( + u'What do you want to search for?') + # In order to be useful, all namespaces are required + gen = SearchPageGenerator(mediawikiQuery, namespaces = []) + elif arg.startswith('-google'): + gen = GoogleSearchPageGenerator(arg[8:]) + elif arg.startswith('-titleregex'): + if len(arg) == 11: + regex = pywikibot.input(u'What page names are you looking for?') + else: + regex = arg[12:] + gen = RegexFilterPageGenerator(site.allpages(), regex) + elif arg.startswith('-yahoo'): + gen = YahooSearchPageGenerator(arg[7:]) + elif arg.startswith('-'): + mode, log, user = arg.partition('log') + if log == 'log' and mode not in ['-', '-no']: #exclude -log, -nolog + number = 500 + if not user: + user = None + else: + try: + number = int(user[1:]) + user = None + except ValueError: + user = user[1:] + if user: + result = user.split(';') + user = result[0] + try: + number = int(result[1]) + except: + pass + gen = LogpagesPageGenerator(number, mode[1:], user) + if gen: + self.gens.append(gen) + return self.getCombinedGenerator() + else: + return False + + +def AllpagesPageGenerator(start ='!', namespace=None, includeredirects=True, + site=None): """ - Using the Allpages special page, retrieve all articles' titles, and yield - page objects. + Iterate Page objects for all titles in a single namespace. + If includeredirects is False, redirects are not included. If includeredirects equals the string 'only', only redirects are added. """ if site is None: site = pywikibot.getSite() - for page in site.allpages(start = start, namespace = namespace, includeredirects = includeredirects): + for page in site.allpages(start=start, namespace=namespace, + includeredirects=includeredirects): yield page -def PrefixingPageGenerator(prefix, namespace = None, includeredirects = True, site = None): +def PrefixingPageGenerator(prefix, namespace=None, includeredirects=True, + site=None): if site is None: site = pywikibot.getSite() - page = pywikibot.Page(site, prefix) + prefixpage = pywikibot.Page(site, prefix) if namespace is None: - namespace = page.namespace() - title = page.titleWithoutNamespace() - for page in site.prefixindex(prefix = title, namespace = namespace, includeredirects = includeredirects): + namespace = prefixpage.namespace() + title = prefixpage.titleWithoutNamespace() + for page in site.prefixindex(prefix=title, namespace=namespace, includeredirects=includeredirects): yield page -def LogpagesPageGenerator(number = 500, mode='', user=None, repeat = False, site = None, namespace=[]): +def LogpagesPageGenerator(number=500, mode='', user=None, repeat=False, + site=None, namespace=[]): if site is None: site = pywikibot.getSite() - for page in site.logpages(number=number, mode=mode, user=user, repeat=repeat, namespace=namespace): + for page in site.logpages(number=number, mode=mode, user=user, + repeat=repeat, namespace=namespace): yield page[0] -def NewpagesPageGenerator(number = 100, get_redirect = False, repeat = False, site = None, namespace = 0): +def NewpagesPageGenerator(number=100, get_redirect=False, repeat=False, site=None, + namespace=0): + """ + Iterate Page objects for all new titles in a single namespace. + """ + # defaults to namespace 0 because that's how Special:Newpages defaults if site is None: site = pywikibot.getSite() - for page in site.newpages(number=number, get_redirect=get_redirect, repeat=repeat, namespace=namespace): - yield page[0] + for item in site.newpages(number=number, get_redirect=get_redirect, + repeat=repeat, namespace=namespace): + yield item[0] +def RecentchangesPageGenerator(number=100, site=None): + """Generate pages that are in the recent changes list. + + @param number: iterate no more than this number of entries + + """ + if site is None: + site = pywikibot.getSite() + for item in site.recentchanges(number=number): + yield item[0] + def FileLinksGenerator(referredImagePage): for page in referredImagePage.usingPages(): yield page def ImagesPageGenerator(pageWithImages): - for imagePage in pageWithImages.imagelinks(followRedirects = False, loose = True): + for imagePage in pageWithImages.imagelinks(followRedirects=False, loose=True): yield imagePage def UnusedFilesGenerator(number = 100, repeat = False, site = None, extension = None): @@ -333,12 +669,6 @@ for page in site.unusedfiles(number=number, repeat=repeat, extension=extension): yield pywikibot.ImagePage(page.site(), page.title()) -def WithoutInterwikiPageGenerator(number = 100, repeat = False, site = None): - if site is None: - site = pywikibot.getSite() - for page in site.withoutinterwiki(number=number, repeat=repeat): - yield page - def InterwikiPageGenerator(page): """Iterator over all interwiki (non-language) links on a page.""" yield page @@ -366,7 +696,7 @@ alphabetically are included. ''' # TODO: page generator could be modified to use cmstartsortkey ... - for a in category.articles(recurse = recurse, startFrom = start): + for a in category.articles(recurse=recurse, startFrom=start): if start is None or a.title() >= start: yield a @@ -382,12 +712,63 @@ start alphabetically are included. ''' # TODO: page generator could be modified to use cmstartsortkey ... - for s in category.subcategories(recurse = recurse, startFrom = start): + for s in category.subcategories(recurse=recurse, startFrom=start): yield s -def UnCategorizedCategoryGenerator(number = 100, repeat = False, site = None): +def LinkedPageGenerator(linkingPage): + """Yields all pages linked from a specific page.""" + for page in linkingPage.linkedPages(): + yield page + +def NewimagesPageGenerator(number = 100, repeat = False, site = None): if site is None: site = pywikibot.getSite() + for page in site.newimages(number, repeat=repeat): + yield page[0] + +def TextfilePageGenerator(filename=None, site=None): + """Iterate pages from a list in a text file. + + The file must contain page links between double-square-brackets or, in + alternative, separated by newlines, and return them as a list of Page + objects. The generator will yield each corresponding Page object. + + @param filename: the name of the file that should be read. If no name is + given, the generator prompts the user. + @param site: the default Site for which Page objects should be created + + """ + if filename is None: + filename = pywikibot.input(u'Please enter the filename:') + if site is None: + site = pywikibot.getSite() + f = codecs.open(filename, 'r', config.textfile_encoding) + R = re.compile(ur'\[\[(.+?)(?:\]\]|\|)') # title ends either before | or before ]] + pageTitle = None + for pageTitle in R.findall(f.read()): + # If the link doesn't refer to this site, the Page constructor + # will automatically choose the correct site. + # This makes it possible to work on different wikis using a single + # text file, but also could be dangerous because you might + # inadvertently change pages on another wiki! + yield pywikibot.Page(site, pageTitle) + if pageTitle is None: + f.seek(0) + for title in f: + title = title.strip() + if title: + yield pywikibot.Page(site, title) + f.close() + +def WithoutInterwikiPageGenerator(number = 100, repeat = False, site = None): + if site is None: + site = pywikibot.getSite() + for page in site.withoutinterwiki(number=number, repeat=repeat): + yield page + +def UnCategorizedCategoryGenerator(number=100, repeat=False, site=None): + if site is None: + site = pywikibot.getSite() for page in site.uncategorizedcategories(number=number, repeat=repeat): yield page @@ -397,15 +778,9 @@ for page in site.uncategorizedimages(number=number, repeat=repeat): yield page -def NewimagesPageGenerator(number = 100, repeat = False, site = None): +def UnCategorizedPageGenerator(number=100, repeat=False, site=None): if site is None: site = pywikibot.getSite() - for page in site.newimages(number, repeat=repeat): - yield page[0] - -def UnCategorizedPageGenerator(number = 100, repeat = False, site = None): - if site is None: - site = pywikibot.getSite() for page in site.uncategorizedpages(number=number, repeat=repeat): yield page @@ -445,10 +820,6 @@ for page in site.shortpages(number=number, repeat=repeat): yield page[0] -def LinkedPageGenerator(linkingPage): - """Yields all pages linked from a specific page.""" - for page in linkingPage.linkedPages(): - yield page def RandomPageGenerator(number = 10, site = None): if site is None: @@ -461,42 +832,7 @@ site = pywikibot.getSite() for i in range(number): yield site.randomredirectpage() - -def RecentchangesPageGenerator(number = 100, site = None): - if site is None: - site = pywikibot.getSite() - for page in site.recentchanges(number=number): - yield page[0] -def TextfilePageGenerator(filename=None, site=None): - ''' - Read a file of page links between double-square-brackets or, in - alternative, separated by newlines, and return them as a list of Page - objects. filename is the name of the file that should be read. If no - name is given, the generator prompts the user. - ''' - if filename is None: - filename = pywikibot.input(u'Please enter the filename:') - if site is None: - site = pywikibot.getSite() - f = codecs.open(filename, 'r', config.textfile_encoding) - R = re.compile(ur'\[\[(.+?)(?:\]\]|\|)') # title ends either before | or before ]] - pageTitle = None - for pageTitle in R.findall(f.read()): - # If the link doesn't refer to this site, the Page constructor - # will automatically choose the correct site. - # This makes it possible to work on different wikis using a single - # text file, but also could be dangerous because you might - # inadvertently change pages on another wiki! - yield pywikibot.Page(site, pageTitle) - if pageTitle is None: - f.seek(0) - for title in f: - title = title.strip() - if title: - yield pywikibot.Page(site, title) - f.close() - def PagesFromTitlesGenerator(iterable, site=None): """Generate pages from the titles (unicode strings) yielded by iterable.""" if site is None: @@ -617,8 +953,7 @@ pywikibot.output(u"An error occured. Retrying in 10 seconds...") time.sleep(10) continue - - + def queryViaSoapApi(self, query): import google google.LICENSE_KEY = config.google_key @@ -923,310 +1258,7 @@ pass -class GeneratorFactory: - """ - This factory is responsible for processing command line arguments - that are used by many scripts and that determine which pages - to work on. - """ - def __init__(self): - self.gens = [] - self.namespaces = [] - """ - This method returns the combination the given generator and all - accumulated generators that have been created in the process of handling - arguments. - - Only call this method after all arguments have been parsed. - """ - def getCombinedGenerator(self, gen = None): - if gen: - self.gens.insert(0, gen) - if (len(self.gens) == 0): - return None - if (len(self.gens) == 1): - gensList = self.gens[0] - else: - gensList = CombinedPageGenerator(self.gens) - genToReturn = DuplicateFilterPageGenerator(gensList) - if (self.namespaces): - genToReturn = NamespaceFilterPageGenerator(genToReturn, map(int, self.namespaces)) - return genToReturn - - def getCategoryGen(self, arg, length, recurse = False): - site = pywikibot.getSite() - if len(arg) == length: - categoryname = pywikibot.input(u'Please enter the category name:') - else: - categoryname = arg[length + 1:] - categoryname = categoryname.replace('#', '|') - ind = categoryname.find('|') - startfrom = None - if ind > 0: - startfrom = categoryname[ind + 1:] - categoryname = categoryname[:ind] - - cat = catlib.Category(site, - "%s:%s" % (site.namespace(14), categoryname)) - return CategorizedPageGenerator(cat, start=startfrom, recurse=recurse) - - def setSubCategoriesGen(self, arg, length, recurse = False): - site = pywikibot.getSite() - if len(arg) == length: - categoryname = pywikibot.input(u'Please enter the category name:') - else: - categoryname = arg[length + 1:] - - ind = categoryname.find('|') - if ind > 0: - startfrom = categoryname[ind + 1:] - categoryname = categoryname[:ind] - else: - startfrom = None - - cat = catlib.Category(site, - "%s:%s" % (site.namespace(14), categoryname)) - return SubCategoriesPageGenerator(cat, start=startfrom, recurse=recurse) - - def handleArg(self, arg): - """Parse one argument at a time. - - If it is recognized as an argument that specifies a generator, a - generator is created and added to the accumulation list, and the - function returns true. Otherwise, it returns false, so that caller - can try parsing the argument. Call getCombinedGenerator() after all - arguments have been parsed to get the final output generator. - - """ - site = pywikibot.getSite() - gen = None - if arg.startswith('-filelinks'): - fileLinksPageTitle = arg[11:] - if not fileLinksPageTitle: - fileLinksPageTitle = pywikibot.input( - u'Links to which image page should be processed?') - if fileLinksPageTitle.startswith(site.namespace(6) - + ":"): - fileLinksPage = pywikibot.ImagePage(site, - fileLinksPageTitle) - else: - fileLinksPage = pywikibot.ImagePage(site, - 'Image:' + fileLinksPageTitle) - gen = FileLinksGenerator(fileLinksPage) - elif arg.startswith('-unusedfiles'): - if len(arg) == 12: - gen = UnusedFilesGenerator() - else: - gen = UnusedFilesGenerator(number = int(arg[13:])) - elif arg.startswith('-unwatched'): - if len(arg) == 10: - gen = UnwatchedPagesPageGenerator() - else: - gen = UnwatchedPagesPageGenerator(number = int(arg[11:])) - elif arg.startswith('-usercontribs'): - args = arg[14:].split(';') - number = None - try: - number = int(args[1]) - except: - number = 250 - gen = UserContributionsGenerator(args[0], number) - elif arg.startswith('-withoutinterwiki'): - if len(arg) == 17: - gen = WithoutInterwikiPageGenerator() - else: - gen = WithoutInterwikiPageGenerator(number = int(arg[18:])) - elif arg.startswith('-interwiki'): - title = arg[11:] - if not title: - title = pywikibot.input(u'Which page should be processed?') - page = pywikibot.Page(site, title) - gen = InterwikiPageGenerator(page) - elif arg.startswith('-randomredirect'): - if len(arg) == 15: - gen = RandomRedirectPageGenerator() - else: - gen = RandomRedirectPageGenerator(number = int(arg[16:])) - elif arg.startswith('-random'): - if len(arg) == 7: - gen = RandomPageGenerator() - else: - gen = RandomPageGenerator(number = int(arg[8:])) - elif arg.startswith('-recentchanges'): - if len(arg) == 14: - gen = RecentchangesPageGenerator() - else: - gen = RecentchangesPageGenerator(number = int(arg[15:])) - elif arg.startswith('-file'): - textfilename = arg[6:] - if not textfilename: - textfilename = pywikibot.input( - u'Please enter the local file name:') - gen = TextfilePageGenerator(textfilename) - elif arg.startswith('-namespace'): - if len(arg) == len('-namespace'): - self.namespaces.append(pywikibot.input(u'What namespace are you filtering on?')) - else: - self.namespaces.extend(arg[len('-namespace:'):].split(",")) - return True - elif arg.startswith('-catr'): - gen = self.getCategoryGen(arg, len('-catr'), recurse = True) - elif arg.startswith('-category'): - gen = self.getCategoryGen(arg, len('-category')) - elif arg.startswith('-cat'): - gen = self.getCategoryGen(arg, len('-cat')) - elif arg.startswith('-subcatsr'): - gen = self.setSubCategoriesGen(arg, 9, recurse = True) - elif arg.startswith('-subcats'): - gen = self.setSubCategoriesGen(arg, 8) - # This parameter is deprecated, catr should be used instead. - elif arg.startswith('-subcat'): - gen = self.getCategoryGen(arg, 7, recurse = True) - elif arg.startswith('-page'): - if len(arg) == len('-page'): - gen = [pywikibot.Page(site, - pywikibot.input( - u'What page do you want to use?'))] - else: - gen = [pywikibot.Page(site, arg[len('-page:'):])] - elif arg.startswith('-uncatfiles'): - gen = UnCategorizedImageGenerator() - elif arg.startswith('-uncatcat'): - gen = UnCategorizedCategoryGenerator() - elif arg.startswith('-uncat'): - gen = UnCategorizedPageGenerator() - elif arg.startswith('-ref'): - referredPageTitle = arg[5:] - if not referredPageTitle: - referredPageTitle = pywikibot.input( - u'Links to which page should be processed?') - referredPage = pywikibot.Page(site, referredPageTitle) - gen = ReferringPageGenerator(referredPage) - elif arg.startswith('-links'): - linkingPageTitle = arg[7:] - if not linkingPageTitle: - linkingPageTitle = pywikibot.input( - u'Links from which page should be processed?') - linkingPage = pywikibot.Page(site, linkingPageTitle) - gen = LinkedPageGenerator(linkingPage) - elif arg.startswith('-weblink'): - url = arg[9:] - if not url: - url = pywikibot.input( - u'Pages with which weblink should be processed?') - gen = LinksearchPageGenerator(url) - elif arg.startswith('-transcludes'): - transclusionPageTitle = arg[len('-transcludes:'):] - if not transclusionPageTitle: - transclusionPageTitle = pywikibot.input( - u'Pages that transclude which page should be processed?') - transclusionPage = pywikibot.Page(site, - "%s:%s" % (site.namespace(10), - transclusionPageTitle)) - gen = ReferringPageGenerator(transclusionPage, - onlyTemplateInclusion=True) - elif arg.startswith('-gorandom'): - for firstPage in RandomPageGenerator(number = 1): - firstPageTitle = firstPage.title() - namespace = pywikibot.Page(site, firstPageTitle).namespace() - firstPageTitle = pywikibot.Page(site, - firstPageTitle).titleWithoutNamespace() - gen = AllpagesPageGenerator(firstPageTitle, namespace, - includeredirects=False) - elif arg.startswith('-start'): - if arg.startswith('-startxml'): - pywikibot.output(u'-startxml : wrong parameter') - sys.exit() - firstPageTitle = arg[7:] - if not firstPageTitle: - firstPageTitle = pywikibot.input( - u'At which page do you want to start?') - if self.namespaces != []: - namespace = self.namespaces[0] - else: - namespace = pywikibot.Page(site, firstPageTitle).namespace() - - firstPageTitle = pywikibot.Page(site, - firstPageTitle).titleWithoutNamespace() - gen = AllpagesPageGenerator(firstPageTitle, namespace, - includeredirects=False) - elif arg.startswith('-redirectonly'): - firstPageTitle = arg[14:] - if not firstPageTitle: - firstPageTitle = pywikibot.input( - u'At which page do you want to start?') - namespace = pywikibot.Page(site, firstPageTitle).namespace() - firstPageTitle = pywikibot.Page(site, - firstPageTitle).titleWithoutNamespace() - gen = AllpagesPageGenerator(firstPageTitle, namespace, - includeredirects='only') - elif arg.startswith('-prefixindex'): - prefix = arg[13:] - namespace = None - if not prefix: - prefix = pywikibot.input( - u'What page names are you looking for?') - gen = PrefixingPageGenerator(prefix = prefix) - elif arg.startswith('-newimages'): - limit = arg[11:] or pywikibot.input( - u'How many images do you want to load?') - gen = NewimagesPageGenerator(number = int(limit)) - elif arg == ('-new') or arg.startswith('-new:'): - if len(arg) >=5: - gen = NewpagesPageGenerator(number = int(arg[5:])) - else: - gen = NewpagesPageGenerator(number = 60) - elif arg.startswith('-imagelinks'): - imagelinkstitle = arg[len('-imagelinks:'):] - if not imagelinkstitle: - imagelinkstitle = pywikibot.input( - u'Images on which page should be processed?') - imagelinksPage = pywikibot.Page(site, imagelinkstitle) - gen = ImagesPageGenerator(imagelinksPage) - elif arg.startswith('-search'): - mediawikiQuery = arg[8:] - if not mediawikiQuery: - mediawikiQuery = pywikibot.input( - u'What do you want to search for?') - # In order to be useful, all namespaces are required - gen = SearchPageGenerator(mediawikiQuery, namespaces = []) - elif arg.startswith('-google'): - gen = GoogleSearchPageGenerator(arg[8:]) - elif arg.startswith('-titleregex'): - if len(arg) == 11: - regex = pywikibot.input(u'What page names are you looking for?') - else: - regex = arg[12:] - gen = RegexFilterPageGenerator(site.allpages(), regex) - elif arg.startswith('-yahoo'): - gen = YahooSearchPageGenerator(arg[7:]) - elif arg.startswith('-'): - mode, log, user = arg.partition('log') - if log == 'log' and mode not in ['-', '-no']: #exclude -log, -nolog - number = 500 - if not user: - user = None - else: - try: - number = int(user[1:]) - user = None - except ValueError: - user = user[1:] - if user: - result = user.split(';') - user = result[0] - try: - number = int(result[1]) - except: - pass - gen = LogpagesPageGenerator(number, mode[1:], user) - if gen: - self.gens.append(gen) - return self.getCombinedGenerator() - else: - return False - if __name__ == "__main__": try: genFactory = GeneratorFactory()

1 0

← Newer
1
...
4
5
6
7
8
9
10
11
Older →

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn June 2010