pywikibot September 2007

pywikibot@lists.wikimedia.org

24 participants
397 discussions

[Pywikipedia-l] [ pywikipediabot-Bugs-1790289 ] Add disambiguation template for Polish
by SourceForge.net 07 Sep '07

07 Sep '07

Bugs item #1790289, was opened at 2007-09-07 16:54 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1790289&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: André Malafaya Baptista (malafaya) Assigned to: Nobody/Anonymous (nobody) Summary: Add disambiguation template for Polish Initial Comment: When processing Wikipedia article [[en:RSS]], link to [[pl:RSS]] was found. Although, this Polish article is a disambiguation page marked with {{DisambigR}} which is not contemplated in wikipedia_family.py for disambiguation templates. Therefore, I would get a duplicated link to [[pl:]] and processing would abort. By ignoring [[pl:RSS]] I managed to process the article. Plase add DisambigR to the Polish disambiguation templates: 'pl': [u'Disambig', u'DisambRulers', u'DisambigC', u'Strona ujednoznaczniająca', u'DisambigR'], in line 433 of wikipedia_family.py. Thanks. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=1790289&group_…

1 0

[Pywikipedia-l] SVN: [4210] trunk/pywikipedia/wikipedia.py
by russblau＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4210 Author: russblau Date: 2007-09-07 15:38:40 +0000 (Fri, 07 Sep 2007) Log Message: ----------- Refactor putPage() to permit retrying; and catch Wikimedia's "technical problems" page (which will only work on Wikimedia Foundation sites, of course) Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2007-09-07 15:10:13 UTC (rev 4209) +++ trunk/pywikipedia/wikipedia.py 2007-09-07 15:38:40 UTC (rev 4210) @@ -1136,10 +1136,6 @@ token = self.site().getToken(getagain = gettoken, sysop = sysop) newTokenRetrieved = True - # Check whether we are not too quickly after the previous putPage, and - # wait a bit until the interval is acceptable - put_throttle() - # Which web-site host are we submitting to? host = self.site().hostname() # Get the address of the page on that host. address = self.site().put_address(self.urlname()) @@ -1176,105 +1172,122 @@ if self.site().fam().name == 'loveto' and self.site().language() == 'recipes': predata['masteredit'] = '1' - if newPage: - output(u'Creating page %s' % self.aslink(forceInterwiki=True)) - else: - output(u'Changing page %s' % self.aslink(forceInterwiki=True)) - # Submit the prepared information - if self.site().hostname() in config.authenticate.keys(): - predata.append(("Content-type","application/x-www-form-urlencoded")) - predata.append(("User-agent", useragent)) - data = self.site().urlEncode(predata) - response = urllib2.urlopen(urllib2.Request(self.site().protocol() + '://' + self.site().hostname() + address, data)) - # I'm not sure what to check in this case, so I just assume things went ok. - # Very naive, I agree. - data = u'' - else: - try: - response, data = self.site().postForm(address, predata, sysop) - except httplib.BadStatusLine, line: - raise PageNotSaved('Bad status line: %s' % line.line) - if data != u'': - # Saving unsuccessful. Possible reasons: - # server lag, edit conflict or invalid edit token. - # A second text area means that an edit conflict has occured. - if response.status == 503 \ - and 'x-database-lag' in response.msg.keys(): - # server lag; Mediawiki recommends waiting 5 seconds and retrying - if verbose: - output(data, newline=False) - output(u"Pausing 5 seconds due to excessive database server lag.") - time.sleep(5) - return self.putPage(text, comment, watchArticle, minorEdit, - newPage, token, False, sysop) - if 'id=\'wpTextbox2\' name="wpTextbox2"' in data: - raise EditConflict(u'An edit conflict has occured.') - elif self.site().has_mediawiki_message("spamprotectiontitle")\ - and self.site().mediawiki_message('spamprotectiontitle') in data: + retry_delay = 1 + while True: + # Check whether we are not too quickly after the previous + # putPage, and wait a bit until the interval is acceptable + put_throttle() + # Which web-site host are we submitting to? + if newPage: + output(u'Creating page %s' % self.aslink(forceInterwiki=True)) + else: + output(u'Changing page %s' % self.aslink(forceInterwiki=True)) + # Submit the prepared information + if self.site().hostname() in config.authenticate.keys(): + predata.append(("Content-type","application/x-www-form-urlencoded")) + predata.append(("User-agent", useragent)) + data = self.site().urlEncode(predata) + response = urllib2.urlopen(urllib2.Request(self.site().protocol() + '://' + self.site().hostname() + address, data)) + # I'm not sure what to check in this case, so I just assume + # things went ok. Very naive, I agree. + data = u'' + else: try: - reasonR = re.compile(re.escape(self.site().mediawiki_message('spamprotectionmatch')).replace('\$1', '(?P<url>[^<]*)')) - url = reasonR.search(data).group('url') - except: - # Some wikis have modified the spamprotectionmatch - # template in a way that the above regex doesn't work, - # e.g. on he.wikipedia the template includes a wikilink, - # and on fr.wikipedia there is bold text. - # This is a workaround for this: it takes the region - # which should contain the spamfilter report and the URL. - # It then searches for a plaintext URL. - relevant = data[data.find('')+22:data.find('')].strip() - # Throw away all the other links etc. - relevant = re.sub('<.*?>', '', relevant) - # MediaWiki only spam-checks HTTP links, and only the - # domain name part of the URL. - m = re.search('http://[\w\-\.]+', relevant) - if m: - url = m.group() - else: - # Can't extract the exact URL. Let the user search. - url = relevant - raise SpamfilterError(url) - elif '<label for=\'wpRecreate\'' in data: - # Make sure your system clock is correct if this error occurs - # without any reason! - raise EditConflict(u'Someone deleted the page.') - elif self.site().has_mediawiki_message("viewsource")\ - and self.site().mediawiki_message('viewsource') in data: - # The page is locked. This should have already been detected - # when getting the page, but there are some reasons why this - # didn't work, e.g. the page might be locked via a cascade - # lock. - # We won't raise a LockedPage exception here because these - # exceptions are usually already raised when getting pages, - # not when putting them, and it would be too much work at this - # moment to rewrite all scripts. Maybe we can later create - # two different lock exceptions, one for getting and one for - # putting. - try: - # Page is restricted - try using the sysop account, unless we're using one already - if not sysop: - self.site().forceLogin(sysop = True) - output(u'Page is locked, retrying using sysop account.') - return self.putPage(text, comment, watchArticle, - minorEdit, newPage, token=None, - gettoken=True, sysop=True) - except NoUsername: - raise PageNotSaved(u"The page %s is locked. Possible reasons: There is a cascade lock, or you're affected by this MediaWiki bug: http://bugzilla.wikimedia.org/show_bug.cgi?id=9226" % self.aslink()) - elif not newTokenRetrieved and "<textarea" in data: - # We might have been using an outdated token - output(u"Changing page has failed. Retrying.") - return self.putPage(text = text, comment = comment, - watchArticle = watchArticle, minorEdit = minorEdit, newPage = newPage, - token = None, gettoken = True, sysop = sysop) + response, data = self.site().postForm(address, predata, sysop) + except httplib.BadStatusLine, line: + raise PageNotSaved('Bad status line: %s' % line.line) + if data != u'': + # Saving unsuccessful. Possible reasons: + # server lag, edit conflict or invalid edit token. + # A second text area means that an edit conflict has occured. + if response.status == 503 \ + and 'x-database-lag' in response.msg.keys(): + # server lag; Mediawiki recommends waiting 5 seconds and + # retrying + if verbose: + output(data, newline=False) + output(u"Pausing 5 seconds due to database server lag.") + time.sleep(5) + continue + if data.startswith( + "<html>\n<head>\n<title>Wikimedia Error</title>"): + output( + u"Wikimedia has technical problems; will retry in %i minutes." + % retry_delay) + time.sleep(60 * retry_delay) + retry_delay *= 2 + if retry_delay > 30: + retry_delay = 30 + continue + if 'id=\'wpTextbox2\' name="wpTextbox2"' in data: + raise EditConflict(u'An edit conflict has occured.') + elif self.site().has_mediawiki_message("spamprotectiontitle")\ + and self.site().mediawiki_message('spamprotectiontitle') in data: + try: + reasonR = re.compile(re.escape(self.site().mediawiki_message('spamprotectionmatch')).replace('\$1', '(?P<url>[^<]*)')) + url = reasonR.search(data).group('url') + except: + # Some wikis have modified the spamprotectionmatch + # template in a way that the above regex doesn't work, + # e.g. on he.wikipedia the template includes a + # wikilink, and on fr.wikipedia there is bold text. + # This is a workaround for this: it takes the region + # which should contain the spamfilter report and the + # URL. It then searches for a plaintext URL. + relevant = data[data.find('')+22:data.find('')].strip() + # Throw away all the other links etc. + relevant = re.sub('<.*?>', '', relevant) + # MediaWiki only spam-checks HTTP links, and only the + # domain name part of the URL. + m = re.search('http://[\w\-\.]+', relevant) + if m: + url = m.group() + else: + # Can't extract the exact URL. Let the user search. + url = relevant + raise SpamfilterError(url) + elif '<label for=\'wpRecreate\'' in data: + # Make sure your system clock is correct if this error occurs + # without any reason! + raise EditConflict(u'Someone deleted the page.') + elif self.site().has_mediawiki_message("viewsource")\ + and self.site().mediawiki_message('viewsource') in data: + # The page is locked. This should have already been + # detected when getting the page, but there are some + # reasons why this didn't work, e.g. the page might be + # locked via a cascade lock. + # We won't raise a LockedPage exception here because + # these exceptions are usually already raised when + # getting pages, not when putting them, and it would be + # too much work at this moment to rewrite all scripts. + # Maybe we can later create two different lock + # exceptions, one for getting and one for putting. + try: + # Page is restricted - try using the sysop account, unless we're using one already + if not sysop: + self.site().forceLogin(sysop = True) + output(u'Page is locked, retrying using sysop account.') + return self.putPage(text, comment, watchArticle, + minorEdit, newPage, token=None, + gettoken=True, sysop=True) + except NoUsername: + raise PageNotSaved(u"The page %s is locked. Possible reasons: There is a cascade lock, or you're affected by this MediaWiki bug: http://bugzilla.wikimedia.org/show_bug.cgi?id=9226" % self.aslink()) + elif not newTokenRetrieved and "<textarea" in data: + # We might have been using an outdated token + output(u"Changing page has failed. Retrying.") + return self.putPage(text = text, comment = comment, + watchArticle = watchArticle, minorEdit = minorEdit, newPage = newPage, + token = None, gettoken = True, sysop = sysop) + else: + # Something went wrong, and we don't know what. Show the + # HTML code that hopefully includes some error message. + output(data) + return response.status, response.reason, data + if self.site().hostname() in config.authenticate.keys(): + # No idea how to get the info now. + return None else: - # Something went wrong, and we don't know what. Show the - # HTML code that hopefully includes some error message. - output(data) - if self.site().hostname() in config.authenticate.keys(): - # No idea how to get the info now. - return None - else: - return response.status, response.reason, data + return response.status, response.reason, data def canBeEdited(self): """

1 0

[Pywikipedia-l] SVN: [4209] trunk/pywikipedia/families
by siebrand＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4209 Author: siebrand Date: 2007-09-07 15:10:13 +0000 (Fri, 07 Sep 2007) Log Message: ----------- Updating family files for wikinews, wikipedia and wiktionary. Modified Paths: -------------- trunk/pywikipedia/families/wikinews_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wiktionary_family.py Modified: trunk/pywikipedia/families/wikinews_family.py =================================================================== --- trunk/pywikipedia/families/wikinews_family.py 2007-09-07 13:22:08 UTC (rev 4208) +++ trunk/pywikipedia/families/wikinews_family.py 2007-09-07 15:10:13 UTC (rev 4209) @@ -65,7 +65,7 @@ 'ru': u'Обсуждение ВикиНовостей', 'sr': u'Разговор о Викивестима', 'sv': u'Wikinewsdiskussion', - 'ta': u'Wikinews பேச்ச', + 'ta': u'Wikinews பேச்சு', 'th': u'คุยเรื่องวิกิข่าว', 'uk': u'Обговорення ВікіНовини', } @@ -91,10 +91,12 @@ self.namespaces[102] = { 'fr': u'Transwiki', + 'pt': u'Efeméride', } self.namespaces[103] = { 'fr': u'Discussion Transwiki', + 'pt': u'Efeméride Discussão', } self.namespaces[104] = { Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2007-09-07 13:22:08 UTC (rev 4208) +++ trunk/pywikipedia/families/wikipedia_family.py 2007-09-07 15:10:13 UTC (rev 4209) @@ -236,7 +236,6 @@ 'fa': u'درگاه', 'fi': u'Teemasivu', 'fr': u'Portail', - 'it': u'Portale', 'he': u'פורטל', 'hi': u'प्रवेशद्वार', 'hu': u'Portál', @@ -255,7 +254,7 @@ 'tg': u'Портал', 'uk': u'Портал', 'vo': u'Bespik dö Vükiped', - 'zh-classic': u'門', + 'zh-classical': u'門', } self.namespaces[101] = { @@ -288,8 +287,8 @@ 'lmo': u'Descüssiú Portal', 'mk': u'Разговор за Портал', 'ml': u'കവാടത്തിന്റെ സംവാദം', - 'nds':u'Portal Diskuschoon', - 'new':u'दबू खँलाबँला', + 'nds': u'Portal Diskuschoon', + 'new': u'दबू खँलाबँला', 'nl': u'Overleg portaal', 'no': u'Portaldiskusjon', 'pl': u'Dyskusja portalu', @@ -304,7 +303,7 @@ 'tg': u'Баҳси портал', 'tr': u'Portal tartışma', 'uk': u'Обговорення порталу', - 'zh-classic': u'議', + 'zh-classical': u'議', } self.namespaces[102] = { Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2007-09-07 13:22:08 UTC (rev 4208) +++ trunk/pywikipedia/families/wiktionary_family.py 2007-09-07 15:10:13 UTC (rev 4209) @@ -183,6 +183,7 @@ 'it': u'Appendice', 'ko': u'부록', 'pl': u'Aneks', + 'pt': u'Apêndice', 'ro': u'Portal', 'ru': u'Приложение', 'sr': u'Портал', @@ -198,6 +199,7 @@ 'it': u'Discussioni appendice', 'ko': u'부록 토론', 'pl': u'Dyskusja aneksu', + 'pt': u'Apêndice Discussão', 'ro': u'Discuţie Portal', 'ru': u'Обсуждение приложения', 'sr': u'Разговор о порталу', @@ -211,6 +213,7 @@ 'de': u'Verzeichnis', 'fr': u'Transwiki', 'pl': u'Indeks', + 'pt': u'Vocabulário', 'ro': u'Apendice', 'ru': u'Конкорданс', 'sv': u'Appendix', @@ -223,6 +226,7 @@ 'de': u'Verzeichnis Diskussion', 'fr': u'Discussion Transwiki', 'pl': u'Dyskusja indeksu', + 'pt': u'Vocabulário Discussão', 'ro': u'Discuţie Apendice', 'ru': u'Обсуждение конкорданса', 'sv': u'Appendixdiskussion', @@ -233,6 +237,7 @@ 'bs': u'Dodatak', 'cy': u'WiciSawrws', 'fr': u'Portail', + 'pt': u'Rimas', 'ru': u'Индекс', } @@ -241,18 +246,21 @@ 'bs': u'Razgovor o Dodatku', 'cy': u'Sgwrs WiciSawrws', 'fr': u'Discussion Portail', + 'pt': u'Rimas Discussão', 'ru': u'Обсуждение индекса', } self.namespaces[106] = { 'en': u'Rhymes', 'is': u'Viðauki', + 'pt': u'Portal', 'ru': u'Рифмы', } self.namespaces[107] = { 'en': u'Rhymes talk', 'is': u'Viðaukaspjall', + 'pt': u'Portal Discussão', 'ru': u'Обсуждение рифм', }

1 0

[Pywikipedia-l] SVN: [4208] trunk/pywikipedia
by wikipedian＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4208 Author: wikipedian Date: 2007-09-07 13:22:08 +0000 (Fri, 07 Sep 2007) Log Message: ----------- improved working on multiple sites Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py trunk/pywikipedia/replace.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2007-09-07 13:08:19 UTC (rev 4207) +++ trunk/pywikipedia/pagegenerators.py 2007-09-07 13:22:08 UTC (rev 4208) @@ -499,10 +499,16 @@ def preload(self, pages): try: - site = pages[0].site() - # filter out pages that are on other sites - pages = filter(lambda p: p.site() == site, pages) - wikipedia.getall(site, pages, throttle=False) + while len(pages) > 0: + # It might be that the pages are on different sites, + # e.g. because the -interwiki parameter was used. + # Query the sites one by one. + site = pages[0].site() + pagesThisSite = [page for page in pages if page.site() == site] + pages = [page for page in pages if page.site() != site] + wikipedia.getall(site, pagesThisSite, throttle=False) + for page in pagesThisSite: + yield page except IndexError: # Can happen if the pages list is empty. Don't care. pass @@ -520,14 +526,12 @@ # We don't want to load too many pages at once using XML export. # We only get a maximum number at a time. if len(somePages) >= self.pageNumber: - self.preload(somePages) - for refpage in somePages: + for refpage in self.preload(somePages): self.queue.put(refpage) somePages = [] if somePages: # preload remaining pages - self.preload(somePages) - for refpage in somePages: + for refpage in self.preload(somePages): self.queue.put(refpage) self.queue.put(None) # to signal end of list except Exception, e: Modified: trunk/pywikipedia/replace.py =================================================================== --- trunk/pywikipedia/replace.py 2007-09-07 13:08:19 UTC (rev 4207) +++ trunk/pywikipedia/replace.py 2007-09-07 13:22:08 UTC (rev 4208) @@ -223,21 +223,21 @@ # Load the page's text from the wiki original_text = page.get() if not page.canBeEdited(): - wikipedia.output(u'Skipping locked page %s' % page.title()) + wikipedia.output(u'Skipping locked page %s' % page.aslink()) continue except wikipedia.NoPage: - wikipedia.output(u'Page %s not found' % page.title()) + wikipedia.output(u'Page %s not found' % page.aslink()) continue except wikipedia.IsRedirectPage: original_text = page.get(get_redirect=True) match = self.checkExceptions(original_text) # skip all pages that contain certain texts if match: - wikipedia.output(u'Skipping %s because it contains %s' % (page.title(), match)) + wikipedia.output(u'Skipping %s because it contains %s' % (page.aslink(), match)) else: new_text = self.doReplacements(original_text) if new_text == original_text: - wikipedia.output('No changes were necessary in %s' % page.title()) + wikipedia.output('No changes were necessary in %s' % page.aslink()) else: if self.recursive: newest_text = self.doReplacements(new_text)

1 0

[Pywikipedia-l] SVN: [4207] trunk/pywikipedia/pagegenerators.py
by wikipedian＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4207 Author: wikipedian Date: 2007-09-07 13:08:19 +0000 (Fri, 07 Sep 2007) Log Message: ----------- preloading generator: filter out pages from other sites (required for -interwiki parameter) Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2007-09-07 12:57:23 UTC (rev 4206) +++ trunk/pywikipedia/pagegenerators.py 2007-09-07 13:08:19 UTC (rev 4207) @@ -500,6 +500,8 @@ def preload(self, pages): try: site = pages[0].site() + # filter out pages that are on other sites + pages = filter(lambda p: p.site() == site, pages) wikipedia.getall(site, pages, throttle=False) except IndexError: # Can happen if the pages list is empty. Don't care.

1 0

[Pywikipedia-l] SVN: [4206] trunk/pywikipedia/pagegenerators.py
by wikipedian＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4206 Author: wikipedian Date: 2007-09-07 12:57:23 +0000 (Fri, 07 Sep 2007) Log Message: ----------- added -interwiki parameter for cross-site work Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2007-09-07 09:43:40 UTC (rev 4205) +++ trunk/pywikipedia/pagegenerators.py 2007-09-07 12:57:23 UTC (rev 4206) @@ -31,6 +31,13 @@ config.py for instructions. Argument can also be given as "-google:searchstring". + -interwiki Work on the given page and all equivalent pages in other + languages. This can, for example, be used to fight + multi-site spamming. + Attention: this will cause the bot to modify + pages on several wiki sites, this is not well tested, + so check your edits! + -links Work on all pages that are linked from a certain page. Argument can also be given as "-links:linkingpagetitle". @@ -130,6 +137,11 @@ for page in site.withoutinterwiki(number=number, repeat=repeat): yield page +def InterwikiPageGenerator(page): + yield page + for iwPage in page.interwiki(): + yield iwPage + def ReferringPageGenerator(referredPage, followRedirects=False, withTemplateInclusion=True, onlyTemplateInclusion=False): @@ -582,6 +594,13 @@ gen = WithoutInterwikiPageGenerator() else: gen = WithoutInterwikiPageGenerator(number = int(arg[18:])) + elif arg.startswith('-interwiki'): + if len(arg) == 10: + title = wikipedia.input(u'Which page should be processed?') + else: + title = arg[11:] + page = wikipedia.Page(wikipedia.getSite(), title) + gen = InterwikiPageGenerator(page) elif arg.startswith('-file'): if len(arg) == 5: textfilename = wikipedia.input(u'Please enter the local file name:')

1 0

[Pywikipedia-l] [ pywikipediabot-Feature Requests-1789962 ] reintroducing without_interwiki feature
by SourceForge.net 07 Sep '07

07 Sep '07

Feature Requests item #1789962, was opened at 2007-09-07 11:26 Message generated for change (Comment added) made by wikipedian You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=1789962&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None >Status: Closed Priority: 5 Private: No Submitted By: ChongDae (cdpark) Assigned to: Nobody/Anonymous (nobody) Summary: reintroducing without_interwiki feature Initial Comment: Just now, without_interwiki feature is removed. http://svn.wikimedia.org/viewvc/pywikipedia/trunk/pywikipedia/interwiki.py?… Please introduce without_interwiki feature again. It is still helpful for bot operators. After running batch jobs, without_interwiki and autonomous_problem logs are helpful for finding missing/conflict interwiki jobs. [[Special:Withoutinterwiki]] is not alternative for -new or -cat or -link runs. ---------------------------------------------------------------------- >Comment By: Daniel Herding (wikipedian) Date: 2007-09-07 11:44 Message: Logged In: YES user_id=880694 Originator: NO done ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=1789962&group_…

1 0

[Pywikipedia-l] SVN: [4205] trunk/pywikipedia
by wikipedian＠svn.wikimedia.org 07 Sep '07

07 Sep '07

Revision: 4205 Author: wikipedian Date: 2007-09-07 09:43:40 +0000 (Fri, 07 Sep 2007) Log Message: ----------- reverted, reintroducing without_interwiki config option, as per request in [ pywikipediabot-Feature Requests-1789962 ] Modified Paths: -------------- trunk/pywikipedia/config.py trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2007-09-06 22:16:48 UTC (rev 4204) +++ trunk/pywikipedia/config.py 2007-09-07 09:43:40 UTC (rev 4205) @@ -211,6 +211,9 @@ # 'http://www.example.org/~yourname/interwiki-graphs/' interwiki_graph_url = None +# Save file with local articles without interwikis. +without_interwiki = False + ############## SOLVE_DISAMBIGUATION SETTINGS ############ # # Set disambiguation_comment[FAMILY][LANG] to a non-empty string to override Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2007-09-06 22:16:48 UTC (rev 4204) +++ trunk/pywikipedia/interwiki.py 2007-09-07 09:43:40 UTC (rev 4205) @@ -186,6 +186,8 @@ interwiki_graph_format: the file format for interwiki graphs +without_interwiki: save file with local articles without interwikis + All these options can be changed through the user-config.py configuration file. If interwiki.py is terminated before it is finished, it will write a dump file @@ -577,6 +579,13 @@ return True return False + def reportInterwikilessPage(self, page): + wikipedia.output(u"NOTE: %s does not have any interwiki links" % self.originPage.aslink(True)) + if config.without_interwiki: + f = codecs.open('without_interwiki.txt', 'a', 'utf-8') + f.write("# %s \n" % page.aslink()) + f.close() + def askForHints(self, counter): if (self.untranslated or globalvar.askhints) and not self.hintsAsked and not self.originPage.isRedirectPage(): # Only once! @@ -704,7 +713,7 @@ self.pending = [] # Check whether we need hints and the user offered to give them if self.untranslated and not self.hintsAsked: - wikipedia.output(u"NOTE: %s does not have any interwiki links" % self.originPage.aslink(True)) + self.reportInterwikilessPage(page) self.askForHints(counter) def isDone(self):

1 0

[Pywikipedia-l] [ pywikipediabot-Feature Requests-1789962 ] reintroducing without_interwiki feature
by SourceForge.net 07 Sep '07

07 Sep '07

Feature Requests item #1789962, was opened at 2007-09-07 18:26 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=1789962&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None Status: Open Priority: 5 Private: No Submitted By: ChongDae (cdpark) Assigned to: Nobody/Anonymous (nobody) Summary: reintroducing without_interwiki feature Initial Comment: Just now, without_interwiki feature is removed. http://svn.wikimedia.org/viewvc/pywikipedia/trunk/pywikipedia/interwiki.py?… Please introduce without_interwiki feature again. It is still helpful for bot operators. After running batch jobs, without_interwiki and autonomous_problem logs are helpful for finding missing/conflict interwiki jobs. [[Special:Withoutinterwiki]] is not alternative for -new or -cat or -link runs. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=1789962&group_…

1 0

[Pywikipedia-l] SVN: [4204] trunk/pywikipedia
by wikipedian＠svn.wikimedia.org 06 Sep '07

06 Sep '07

Revision: 4204 Author: wikipedian Date: 2007-09-06 22:16:48 +0000 (Thu, 06 Sep 2007) Log Message: ----------- removed obsolete without_interwiki config parameter: there is now [[Special:Withoutinterwiki]] for this. Modified Paths: -------------- trunk/pywikipedia/config.py trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2007-09-06 21:35:13 UTC (rev 4203) +++ trunk/pywikipedia/config.py 2007-09-06 22:16:48 UTC (rev 4204) @@ -211,9 +211,6 @@ # 'http://www.example.org/~yourname/interwiki-graphs/' interwiki_graph_url = None -# Save file with local articles without interwikis. -without_interwiki = False - ############## SOLVE_DISAMBIGUATION SETTINGS ############ # # Set disambiguation_comment[FAMILY][LANG] to a non-empty string to override Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2007-09-06 21:35:13 UTC (rev 4203) +++ trunk/pywikipedia/interwiki.py 2007-09-06 22:16:48 UTC (rev 4204) @@ -186,8 +186,6 @@ interwiki_graph_format: the file format for interwiki graphs -without_interwiki: save file with local articles without interwikis - All these options can be changed through the user-config.py configuration file. If interwiki.py is terminated before it is finished, it will write a dump file @@ -579,13 +577,6 @@ return True return False - def reportInterwikilessPage(self, page): - wikipedia.output(u"NOTE: %s does not have any interwiki links" % self.originPage.aslink(True)) - if config.without_interwiki: - f = codecs.open('without_interwiki.txt', 'a', 'utf-8') - f.write("# %s \n" % page.aslink()) - f.close() - def askForHints(self, counter): if (self.untranslated or globalvar.askhints) and not self.hintsAsked and not self.originPage.isRedirectPage(): # Only once! @@ -713,7 +704,7 @@ self.pending = [] # Check whether we need hints and the user offered to give them if self.untranslated and not self.hintsAsked: - self.reportInterwikilessPage(page) + wikipedia.output(u"NOTE: %s does not have any interwiki links" % self.originPage.aslink(True)) self.askForHints(counter) def isDone(self):

1 0

← Newer
1
...
30
31
32
33
34
35
36
...
40
Older →

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

pywikibot September 2007