pywikibot October 2007

pywikibot@lists.wikimedia.org

24 participants
197 discussions

[Pywikipedia-l] SVN: [4416] trunk/pywikipedia

by cosoleto＠svn.wikimedia.org

Revision: 4416 Author: cosoleto Date: 2007-10-04 15:36:58 +0000 (Thu, 04 Oct 2007) Log Message: ----------- Fixed not working code in site.search() function added yesterday. In MediaWiki API exists a nice and suitable 'list=search' parameter, but isn't working or is disabled, I cannot use it. Modified Paths: -------------- trunk/pywikipedia/family.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2007-10-04 07:28:42 UTC (rev 4415) +++ trunk/pywikipedia/family.py 2007-10-04 15:36:58 UTC (rev 4416) @@ -2631,7 +2631,7 @@ if i > 0: namespace_params = namespace_params + '&ns%d=1' % i - return "%s?title=%s:Search&search=%s&limit=%d%s" % (self.path(code), + return "%s?title=%s:Search&search=%s&limit=%d%s&fulltext=1" % (self.path(code), self.special_namespace_url(code), query, limit, Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2007-10-04 07:28:42 UTC (rev 4415) +++ trunk/pywikipedia/wikipedia.py 2007-10-04 15:36:58 UTC (rev 4416) @@ -505,7 +505,7 @@ If change_edit_time is False, do not check this version for changes before saving. This should be used only if the page has been loaded previously. - + """ # NOTE: The following few NoPage exceptions could already be thrown at # the Page() constructor. They are raised here instead for convenience, @@ -3666,44 +3666,38 @@ except KeyError: return False - def search(self, query, number = 10, repeat = False, namespaces = None): + def search(self, query, number = 10, namespaces = None): """ Generator which yields search results """ - seen = set() throttle = True - while True: - path = self.search_address(query, n=number, ns = namespaces) - get_throttle() - html = self.getUrl(path) - entryR = re.compile(ur'<li[^>]*><a href=".+?" title="(?P<title>.+?)">.+?</a>' - '(?P<match>.*?) <span[^>]*>Relevance: ' - '(?P<relevance>[0-9.]+)% - ' - '(?P<size>[0-9.]+) ' - '(?P<sizeunit>[A-Za-z]+) ' - '$(?P<words>.+?) words$ - ' - '(?P<date>.+?)</li>', re.DOTALL) + path = self.search_address(urllib.quote_plus(query), n=number, ns = namespaces) + get_throttle() + html = self.getUrl(path) - for m in entryR.finditer(html): - title = m.group('title') + entryR = re.compile(ur'<li[^>]*><a href=".+?" title="(?P<title>.+?)">.+?</a>' + ' (?P<match>.*?)]*>.+?: ' + '(?P<relevance>[0-9.]+)% - ' +# '(?P<size>[0-9.]*) ' +# '(?P<sizeunit>[A-Za-z]) ' +# '$(?P<words>.+?) \w+$ - ' +# '(?P<date>.+?)</li>' + , re.DOTALL) - if title not in seen: - seen.add(title) - page = Page(self, title) + for m in entryR.finditer(html): + page = Page(self, m.group('title')) + match = m.group('match') + relevance = m.group('relevance') + #size = m.group('size') + ## sizeunit appears to always be "KB" + #words = m.group('words') + #date = m.group('date') - match = m.group('match') - relevance = m.group('relevance') - size = m.group('size') - # sizeunit appears to always be "KB" - words = m.group('words') - date = m.group('date') + #print "%s - %s %s (%s words) - %s" % (relevance, size, sizeunit, words, date) - #print "%s - %s %s (%s words) - %s" % (relevance, size, sizeunit, words, date) + #yield page, match, relevance, size, words, date + yield page, match, relevance, '', '', '' - yield page, match, relevance, size, words, date - if not repeat: - break - # TODO: avoid code duplication for the following methods def newpages(self, number = 10, get_redirect = False, repeat = False): """Generator which yields new articles subsequently.

16 years, 6 months

[Pywikipedia-l] SVN: [4415] branches/pywikipedia/messages/messages.py

by huji＠svn.wikimedia.org

Revision: 4415 Author: huji Date: 2007-10-04 07:28:42 +0000 (Thu, 04 Oct 2007) Log Message: ----------- *enabling unicode *adding persian translation *removing useless parantheses Modified Paths: -------------- branches/pywikipedia/messages/messages.py Modified: branches/pywikipedia/messages/messages.py =================================================================== --- branches/pywikipedia/messages/messages.py 2007-10-03 21:29:49 UTC (rev 4414) +++ branches/pywikipedia/messages/messages.py 2007-10-04 07:28:42 UTC (rev 4415) @@ -1,3 +1,4 @@ +# -*- coding: utf-8 -*- """ This file contains the edit summaries used by other modules. It is imported by wikipedia.py @@ -2,6 +3,8 @@ """ +__version__ = '$Id: basic.py 4401 2007-10-03 12:52:09Z huji $' edit_summaries = { 'Adding "test" to the beginning of the page.': { - 'nl' : (u'"Test" toegevoegd aan het begin van de pagina.'), + 'nl' : u'"Test" toegevoegd aan het begin van de pagina.', + 'fa' : u'افزودن «Test» به ابتدای صفحه', }

16 years, 6 months

[Pywikipedia-l] SVN: [4414] trunk/pywikipedia/pagegenerators.py

by cosoleto＠svn.wikimedia.org

Revision: 4414 Author: cosoleto Date: 2007-10-03 21:29:49 +0000 (Wed, 03 Oct 2007) Log Message: ----------- Repaired GoogleSearchPage generator, code cleanup Modified Paths: -------------- trunk/pywikipedia/pagegenerators.py Modified: trunk/pywikipedia/pagegenerators.py =================================================================== --- trunk/pywikipedia/pagegenerators.py 2007-10-03 19:46:17 UTC (rev 4413) +++ trunk/pywikipedia/pagegenerators.py 2007-10-03 21:29:49 UTC (rev 4414) @@ -348,7 +348,6 @@ #if config.google_key: if True: #try: - import google for url in self.queryViaSoapApi(query): yield url return @@ -359,6 +358,7 @@ # yield url def queryViaSoapApi(self, query): + import google google.LICENSE_KEY = config.google_key offset = 0 estimatedTotalResultsCount = None @@ -758,19 +758,14 @@ else: gen = NewpagesPageGenerator(number = 60) elif arg.startswith('-search'): - if len(arg) == 8: + if len(arg) == 7: mediawikiQuery = wikipedia.input(u'What do you want to search for?') else: mediawikiQuery = arg[8:] # In order to be useful, all namespaces are required gen = SearchPageGenerator(mediawikiQuery, namespaces = []) - elif arg.startswith('-google'): - if len(arg) == 7: - googleQuery = wikipedia.input(u'What do you want to search for?') - else: - googleQuery = arg[8:] - gen = GoogleSearchPageGenerator(googleQuery) + gen = GoogleSearchPageGenerator(arg[8:]) elif arg.startswith('-regex'): if len(arg) == 6: regex = wikipedia.input(u'What page names are you looking for?') @@ -778,11 +773,7 @@ regex = arg[7:] gen = RegexFilterPageGenerator(wikipedia.getSite().allpages(), regex) elif arg.startswith('-yahoo'): - if len(arg) == 7: - query = wikipedia.input(u'What do you want to search for?') - else: - query = arg[7:] - gen = YahooSearchPageGenerator(query) + gen = YahooSearchPageGenerator(arg[7:]) else: return None # make sure all yielded pages are unique

16 years, 6 months

[Pywikipedia-l] SVN: [4413] trunk/pywikipedia/commonsdelinker/plugins

by btongminh＠svn.wikimedia.org

Revision: 4413 Author: btongminh Date: 2007-10-03 19:46:17 +0000 (Wed, 03 Oct 2007) Log Message: ----------- Adding flags plugin for nlwiki. Added Paths: ----------- trunk/pywikipedia/commonsdelinker/plugins/__init__.py trunk/pywikipedia/commonsdelinker/plugins/flags.py Added: trunk/pywikipedia/commonsdelinker/plugins/__init__.py =================================================================== --- trunk/pywikipedia/commonsdelinker/plugins/__init__.py (rev 0) +++ trunk/pywikipedia/commonsdelinker/plugins/__init__.py 2007-10-03 19:46:17 UTC (rev 4413) @@ -0,0 +1 @@ +__version__ = '$Id: $' Added: trunk/pywikipedia/commonsdelinker/plugins/flags.py =================================================================== --- trunk/pywikipedia/commonsdelinker/plugins/flags.py (rev 0) +++ trunk/pywikipedia/commonsdelinker/plugins/flags.py 2007-10-03 19:46:17 UTC (rev 4413) @@ -0,0 +1,33 @@ +__version__ = '$Id: $' + +import re + +class NlWiki(object): + hook = 'gallery_replace' + def __init__(self, CommonsDelinker): + self.CommonsDelinker = CommonsDelinker + def __call__(self, page, summary, image, replacement, match, groups): + site = page.site() + if (site.lang, site.family.name) == ('nl', 'wikipedia') and replacement.get() is None: + commands = self.CommonsDelinker.SummaryCache(site, 'Vlaggen', default = '') + + flags = re.findall(r'(?s)\<\!\-\-begin\-flags (.*?)\-\-\>(.*?)\<\!\-\-end\-flags\-\-\>', commands) + text = page.get() + + namespace = site.namespace(14) + r_namespace = r'(?:[Cc]ategory)|(?:[%s%s]%s)' % \ + (namespace[0], namespace[0].lower(), namespace[1:]) + + for new_image, categories in flags: + for category in categories.split('\n'): + if category.strip() == '': continue + + r_cat = r'\[\[\s*%s\s*\:\s*%s\s*(?:\|.*?)?\s*\]\]' % (r_namespace, + re.sub(r'\\[ _]', '[ _]', re.escape(category.strip()))) + if re.search(r_cat, text): + self.CommonsDelinker.output( + u'%s %s replaced by %s in category %s' % \ + (self, image, new_image, category)) + replacement.set(new_image.replace(' ', '_')) + + \ No newline at end of file

16 years, 6 months

[Pywikipedia-l] SVN: [4412] trunk/pywikipedia/commonsdelinker/delinker.py

by btongminh＠svn.wikimedia.org

Revision: 4412 Author: btongminh Date: 2007-10-03 19:23:37 +0000 (Wed, 03 Oct 2007) Log Message: ----------- Completing the plugin stuff Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/delinker.py Modified: trunk/pywikipedia/commonsdelinker/delinker.py =================================================================== --- trunk/pywikipedia/commonsdelinker/delinker.py 2007-10-03 19:23:15 UTC (rev 4411) +++ trunk/pywikipedia/commonsdelinker/delinker.py 2007-10-03 19:23:37 UTC (rev 4412) @@ -264,7 +264,7 @@ try: new_text = ImmutableByReference(new_text) m_summary = ImmutableByReference(summary) - if False is self.exec_hook('before_save', + if False is self.CommonsDelinker.exec_hook('before_save', (page, text, new_text, m_summary)): return 'skipped' @@ -322,7 +322,7 @@ self.lock = threading.Lock() self.CommonsDelinker = CommonsDelinker - def get(self, site, type, key = None): + def get(self, site, type, key = None, default = None): # This can probably also provide something for # localised settings, but then it first needs to # check whether the page is sysop only. @@ -362,6 +362,8 @@ # This will cause the bot to function even on special wikis # like mediawiki.org and meta and species. output(u'%s Using default summary for %s' % (self, site)) + + if default: return default if site.family.name != 'wikipedia' and self.CommonsDelinker.config['global']: if site.family.name in ('wiktionary', 'wikibooks', 'wikiquote', @@ -606,6 +608,7 @@ #else: # self.log_limit = '500' self.log_limit = '500' + self.init_plugins() def init_plugins(self): self.hooks = {} @@ -812,6 +815,10 @@ print >>sys.stderr, 'Currently unlogged:', unlogged threadpool.terminate() + @staticmethod + def output(*args): + return output(*args) + def output(message, toStdout = True): message = time.strftime('[%Y-%m-%d %H:%M:%S] ') + message wikipedia.output(message, toStdout = toStdout)

16 years, 6 months

[Pywikipedia-l] SVN: [4411] trunk/pywikipedia/commonsdelinker/checkusage.py

by btongminh＠svn.wikimedia.org

Revision: 4411 Author: btongminh Date: 2007-10-03 19:23:15 +0000 (Wed, 03 Oct 2007) Log Message: ----------- Live fix Modified Paths: -------------- trunk/pywikipedia/commonsdelinker/checkusage.py Modified: trunk/pywikipedia/commonsdelinker/checkusage.py =================================================================== --- trunk/pywikipedia/commonsdelinker/checkusage.py 2007-10-03 19:06:50 UTC (rev 4410) +++ trunk/pywikipedia/commonsdelinker/checkusage.py 2007-10-03 19:23:15 UTC (rev 4411) @@ -353,7 +353,7 @@ if '-1' not in res['query']['pages'] and shared: return - if site.live_version()[:2] > (1, 10): + if live_version > (1, 10): usages = res['query'].get('imageusage', ()) else: usages = res['query'].get('imagelinks', {}).itervalues()

16 years, 6 months

[Pywikipedia-l] SVN: [4410] trunk/pywikipedia/noreferences.py

by leogregianin＠svn.wikimedia.org

Revision: 4410 Author: leogregianin Date: 2007-10-03 19:06:50 +0000 (Wed, 03 Oct 2007) Log Message: ----------- pt msg Modified Paths: -------------- trunk/pywikipedia/noreferences.py Modified: trunk/pywikipedia/noreferences.py =================================================================== --- trunk/pywikipedia/noreferences.py 2007-10-03 18:59:04 UTC (rev 4409) +++ trunk/pywikipedia/noreferences.py 2007-10-03 19:06:50 UTC (rev 4410) @@ -48,6 +48,7 @@ 'de':u'Bot: Trage fehlendes <references /> nach', 'en':u'Robot: Adding missing <references /> tag', 'lt':u'robotas: Pridedama trūkstama <references /> žymė', + 'pt':u'Bot: Adicionando a tag <references />', } # References sections are usually placed before further reading / external @@ -72,6 +73,11 @@ 'lt': [ # no explicit policy on where to put the references u'Nuorodos' ], + 'pt': [ + u'Ligações externas', + u'Veja também', + u'Notas', + ], } # Titles of sections where a reference tag would fit into. @@ -93,6 +99,10 @@ u'Šaltiniai', u'Literatūra', ], + 'pt': [ + u'Ligações externas', + u'Veja também', + ], } # Templates which include a <references /> tag. If there is no such template

16 years, 6 months

[Pywikipedia-l] SVN: [4409] trunk/pywikipedia/featured.py

by leogregianin＠svn.wikimedia.org

Revision: 4409 Author: leogregianin Date: 2007-10-03 18:59:04 +0000 (Wed, 03 Oct 2007) Log Message: ----------- fix indent error Modified Paths: -------------- trunk/pywikipedia/featured.py Modified: trunk/pywikipedia/featured.py =================================================================== --- trunk/pywikipedia/featured.py 2007-10-03 18:36:15 UTC (rev 4408) +++ trunk/pywikipedia/featured.py 2007-10-03 18:59:04 UTC (rev 4409) @@ -198,7 +198,7 @@ try: iw=ourpage.interwiki() except: - return None + return None backpage=None for p in iw: if p.site()==page.site():

16 years, 6 months

[Pywikipedia-l] SVN: [4408] trunk/pywikipedia/featured.py

by leogregianin＠svn.wikimedia.org

Revision: 4408 Author: leogregianin Date: 2007-10-03 18:36:15 +0000 (Wed, 03 Oct 2007) Log Message: ----------- highlight all pages titles Modified Paths: -------------- trunk/pywikipedia/featured.py Modified: trunk/pywikipedia/featured.py =================================================================== --- trunk/pywikipedia/featured.py 2007-10-03 17:27:14 UTC (rev 4407) +++ trunk/pywikipedia/featured.py 2007-10-03 18:36:15 UTC (rev 4408) @@ -235,6 +235,7 @@ pairs=[] for a in arts: + wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<"% a.title()) if a.title()<afterpage: continue if u"/" in a.title():

16 years, 6 months

[Pywikipedia-l] SVN: [4407] trunk/pywikipedia/disambredir.py

by leogregianin＠svn.wikimedia.org

Revision: 4407 Author: leogregianin Date: 2007-10-03 17:27:14 +0000 (Wed, 03 Oct 2007) Log Message: ----------- messages in top of the page Modified Paths: -------------- trunk/pywikipedia/disambredir.py Modified: trunk/pywikipedia/disambredir.py =================================================================== --- trunk/pywikipedia/disambredir.py 2007-10-03 17:07:26 UTC (rev 4406) +++ trunk/pywikipedia/disambredir.py 2007-10-03 17:27:14 UTC (rev 4407) @@ -16,6 +16,13 @@ import sys, re import catlib +msg = { + 'en': u'Changing redirects on a disambiguation page', + 'nl': u'Verandering van redirects op een doorverwijspagina', + 'pl': u'Zmiana przekierowań na stronie ujednoznaczającej', + 'pt': u'Arrumando redirects na página de desambiguação', +} + def firstcap(string): return string[0].upper()+string[1:] @@ -118,12 +125,6 @@ page.put(text, comment) try: - msg = { - 'en': u'Changing redirects on a disambiguation page', - 'nl': u'Verandering van redirects op een doorverwijspagina', - 'pl': u'Zmiana przekierowań na stronie ujednoznaczającej', - 'pt': u'Arrumando redirects na página de desambiguação', - } start = [] test = False for arg in wikipedia.handleArgs():

16 years, 6 months

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

pywikibot October 2007