Pywikipedia-svn April 2010

pywikipedia-svn@lists.wikimedia.org

8 participants
96 discussions

SVN: [8090] trunk/pywikipedia/pywikibot/textlib.py
by xqt＠svn.wikimedia.org 14 Apr '10

14 Apr '10

Revision: 8090 Author: xqt Date: 2010-04-14 13:18:54 +0000 (Wed, 14 Apr 2010) Log Message: ----------- weblinkchecker.py - stripping ")" (bug #2985621, fix #2985625 by masti) Modified Paths: -------------- trunk/pywikipedia/pywikibot/textlib.py Modified: trunk/pywikipedia/pywikibot/textlib.py =================================================================== --- trunk/pywikipedia/pywikibot/textlib.py 2010-04-14 09:50:27 UTC (rev 8089) +++ trunk/pywikipedia/pywikibot/textlib.py 2010-04-14 13:18:54 UTC (rev 8090) @@ -677,10 +677,10 @@ # RFC 2396 says that URLs may only contain certain characters. # For this regex we also accept non-allowed characters, so that the bot # will later show these links as broken ('Non-ASCII Characters in URL'). - # Note: While allowing parenthesis inside URLs, MediaWiki will regard - # right parenthesis at the end of the URL as not part of that URL. - # The same applies to dot, comma, colon and some other characters. - notAtEnd = '\]\s\)\.:;,<>"\|' + # Note: While allowing dots inside URLs, MediaWiki will regard + # dots at the end of the URL as not part of that URL. + # The same applies to comma, colon and some other characters. + notAtEnd = '\]\s\.:;,<>"\|' # So characters inside the URL can be anything except whitespace, # closing squared brackets, quotation marks, greater than and less # than, and the last character also can't be parenthesis or another

1 0

SVN: [8089] trunk/pywikipedia/wikipedia.py
by xqt＠svn.wikimedia.org 14 Apr '10

14 Apr '10

Revision: 8089 Author: xqt Date: 2010-04-14 09:50:27 +0000 (Wed, 14 Apr 2010) Log Message: ----------- Test whether a content is not None, enable empty contents. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-04-13 12:24:36 UTC (rev 8088) +++ trunk/pywikipedia/wikipedia.py 2010-04-14 09:50:27 UTC (rev 8089) @@ -688,7 +688,7 @@ raise BadTitle('BadTitle: %s' % self) elif 'revisions' in pageInfo: #valid Title lastRev = pageInfo['revisions'][0] - if lastRev['*']: + if lastRev['*'] is not None: textareaFound = True # I got page date with 'revisions' in pageInfo but # lastRev['*'] = False instead of the content. The Page itself was

1 0

SVN: [8088] trunk/pywikipedia
by xqt＠svn.wikimedia.org 13 Apr '10

13 Apr '10

Revision: 8088 Author: xqt Date: 2010-04-13 12:24:36 +0000 (Tue, 13 Apr 2010) Log Message: ----------- Do not collect Link_GA/Link_FA templates from DisabledParts. Modified Paths: -------------- trunk/pywikipedia/add_text.py trunk/pywikipedia/cosmetic_changes.py Modified: trunk/pywikipedia/add_text.py =================================================================== --- trunk/pywikipedia/add_text.py 2010-04-13 11:18:00 UTC (rev 8087) +++ trunk/pywikipedia/add_text.py 2010-04-13 12:24:36 UTC (rev 8088) @@ -250,10 +250,11 @@ newtext = newtext + u'\n' + nn_iw_msg # Dealing the stars' issue allstars = [] + starstext = wikipedia.removeDisabledParts(text) for star in starsList: regex = re.compile('(\{\{(?:template:|)%s\|.*?\}\}[\s]*)' % star, re.I) - found = regex.findall(newtext) + found = regex.findall(starstext) if found != []: newtext = regex.sub('', newtext) allstars += found Modified: trunk/pywikipedia/cosmetic_changes.py =================================================================== --- trunk/pywikipedia/cosmetic_changes.py 2010-04-13 11:18:00 UTC (rev 8087) +++ trunk/pywikipedia/cosmetic_changes.py 2010-04-13 12:24:36 UTC (rev 8088) @@ -362,9 +362,10 @@ # Removing the interwiki text = pywikibot.removeLanguageLinks(text, site = self.site) # Removing the stars' issue + starstext = pywikibot.removeDisabledParts(text) for star in starsList: regex = re.compile('(\{\{(?:template:|)%s\|.*?\}\}[\s]*)' % star, re.I) - found = regex.findall(text) + found = regex.findall(starstext) if found != []: if pywikibot.verbose: print found @@ -699,6 +700,7 @@ 'ref', 'source', 'startspace', + 'inputbox', ] # do not change inside file links namespaces = list(self.site.namespace(6, all = True))

1 0

SVN: [8087]
by xqt＠svn.wikimedia.org 13 Apr '10

13 Apr '10

Revision: 8087 Author: xqt Date: 2010-04-13 11:18:00 +0000 (Tue, 13 Apr 2010) Log Message: ----------- actualizing disambig templates (bug #2986353), update languages_by_size sort order, update rewrite branch from trunk Modified Paths: -------------- branches/rewrite/pywikibot/families/i18n_family.py branches/rewrite/pywikibot/families/wikibooks_family.py branches/rewrite/pywikibot/families/wikipedia_family.py branches/rewrite/pywikibot/families/wiktionary_family.py trunk/pywikipedia/families/wikibooks_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wiktionary_family.py Modified: branches/rewrite/pywikibot/families/i18n_family.py =================================================================== --- branches/rewrite/pywikibot/families/i18n_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ branches/rewrite/pywikibot/families/i18n_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -16,4 +16,4 @@ } def version(self, code): - return "1.16alpha" + return "1.17alpha" Modified: branches/rewrite/pywikibot/families/wikibooks_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikibooks_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ branches/rewrite/pywikibot/families/wikibooks_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -15,7 +15,7 @@ 'sq', 'fi', 'vi', 'ru', 'cs', 'hr', 'zh', 'sv', 'ca', 'da', 'th', 'tr', 'mk', 'sr', 'tl', 'fa', 'ar', 'id', 'is', 'gl', 'no', 'ta', 'ka', 'ko', 'eo', 'lt', 'bg', 'ro', 'sk', 'el', 'la', 'ia', 'ang', - 'si', 'uk', 'cv', 'sl', 'et', 'mr', 'ur', 'ml', 'az', 'oc', 'ms', + 'si', 'cv', 'uk', 'sl', 'et', 'mr', 'ur', 'ml', 'az', 'oc', 'ms', 'eu', 'fy', 'hi', 'ie', 'tg', 'bn', 'hy', 'af', 'te', 'bs', 'pa', 'sa', 'ky', 'be', 'ast', 'tt', 'zh-min-nan', 'cy', 'mg', 'ne', 'ku', 'co', 'sw', 'tk', 'su', 'als', 'vo', 'uz', 'na', 'mn', 'kk', 'nds', Modified: branches/rewrite/pywikibot/families/wikipedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikipedia_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ branches/rewrite/pywikibot/families/wikipedia_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -16,9 +16,9 @@ 'da', 'ar', 'id', 'vo', 'vi', 'sk', 'sr', 'lt', 'he', 'bg', 'fa', 'sl', 'hr', 'et', 'ms', 'new', 'th', 'simple', 'gl', 'nn', 'eu', 'hi', 'ht', 'el', 'te', 'ceb', 'mk', 'la', 'ka', 'br', 'az', 'sh', - 'bs', 'lb', 'is', 'mr', 'cy', 'lv', 'jv', 'sq', 'tl', 'bpy', 'pms', + 'lb', 'bs', 'is', 'mr', 'cy', 'lv', 'jv', 'sq', 'tl', 'bpy', 'pms', 'be-x-old', 'war', 'ta', 'bn', 'oc', 'an', 'be', 'io', 'sw', 'nds', - 'scn', 'fy', 'qu', 'af', 'su', 'gu', 'zh-yue', 'ast', 'nap', 'ur', + 'scn', 'fy', 'qu', 'af', 'su', 'gu', 'zh-yue', 'ast', 'ur', 'nap', 'ku', 'bat-smg', 'ml', 'wa', 'cv', 'lmo', 'ksh', 'ga', 'tg', 'roa-tara', 'hy', 'vec', 'kn', 'gd', 'yi', 'uz', 'pam', 'yo', 'zh-min-nan', 'mi', 'kk', 'sah', 'als', 'nah', 'li', 'tt', 'glk', @@ -30,14 +30,14 @@ 'frp', 'ang', 'kw', 'hif', 'ckb', 'haw', 'pdc', 'szl', 'bo', 'pa', 'ps', 'ie', 'hak', 'kv', 'to', 'crh', 'stq', 'myv', 'gn', 'ln', 'ace', 'mhr', 'nv', 'ky', 'ext', 'arc', 'jbo', 'wo', 'cbk-zam', - 'ty', 'tpi', 'eml', 'kab', 'so', 'xal', 'zea', 'srn', 'pap', 'ay', + 'ty', 'eml', 'tpi', 'kab', 'so', 'xal', 'zea', 'pap', 'srn', 'ay', 'krc', 'ba', 'ig', 'or', 'dsb', 'kg', 'lo', 'udm', 'rmy', 'kl', 'cu', 'kaa', 'ab', 'mwl', 'ce', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'pcd', 'mdf', 'na', 'bm', 'pnt', 'iu', 'pih', 'as', 'cdo', 'chr', 'bug', 'ee', 'om', 'zu', 'fj', 'ti', 'ts', 'za', 'ss', 've', 'bi', 'ha', 'dz', 'ch', 'cr', 'xh', 'ak', 'sg', 'tn', 'ki', 'ik', - 'bxr', 'lbe', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'tum', - 'chy', 'rn', + 'bxr', 'lbe', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'chy', + 'tum', 'rn', ] for lang in self.languages_by_size: @@ -208,7 +208,7 @@ 'ln': None, 'lt': None, 'mk': [u'Појаснување', u'Disambig', u'Geodis'], - 'mn': [u'Салаа утгатай', u'Салаа', u'Disambig'], + 'mn': [u'Салаа утгатай', u'Disambig'], 'ms': [u'Nyahkekaburan', u'Disambig'], 'mt': None, 'mzn': [u'گجگجی بایری'], @@ -223,54 +223,49 @@ 'nv': None, 'nrm': [u'Page dé frouque'], 'oc': [u'Omonimia', u'Disambig'], - 'pl': [u'Disambig'], + 'pl': None, 'pms': [u'Gestion dij sinònim'], - 'pt': [u'Desambiguação', u'Disambig', u'Desambig'], + 'pt': None, 'qu': [u"Sut'ichana qillqa", u'Disambig', u'SJM'], 'rmy': [u'Dudalipen'], 'ro': [u'Dezambiguizare', u'Disambig', u'Hndis', u'Dez', u'Dezamb'], - 'ru': [u'Disambig', u'Неоднозначность', u'неоднозначность', - u'Многозначность', u'Фамилия'], + 'ru': None, + 'sc': [u'Disambigua'], 'scn': [u'Disambigua', u'Disambig', u'Sigla2', u'Sigla3'], 'simple': None, - 'sh': [u'Višeznačna odrednica', u'Disambig', u'Razdvojba', - u'Razvrstavanje', u'VZO', u'Višeznačnost', - u'Homograf', - u'Radzvojba', u'Čvor'], + 'sh': None, 'sk': [u'Disambig', u'Rozlišovacia stránka', u'Disambiguation'], 'sl': None, 'sq': [u'Kthjellim', u'Disambig'], - 'sr': [u'Вишезначна одредница', u'Disambig', u'Вишезначна', - u'Višeznačna odrednica', u'Взо'], + 'sr': None, 'srn': [u'Dp'], 'stq': [u'Begriepskläärenge'], - 'su': [u'Disambig'], + 'su': None, 'sv': None, 'sw': [u'Maana'], 'szl': [u'Disambig'], - 'ta': [u'பக்கவழி நெறிப்படுத்தல்'], - 'te': [u'అయోమయ నివృత్తి', u'వివరమైన అయోమయ నివృత్తి'], + 'ta': None, + 'te': None, 'tg': [u'Ибҳомзудоӣ', u'Disambig', u'Рафъи ибҳом', u'Disambiguation'], 'th': [u'แก้กำกวม', u'Disambig', u'คำกำกวม'], - 'tl': [u'Paglilinaw', u'Disambig'], + 'tl': None, 'to': [u'Fakaʻuhingakehe'], 'tr': [u'Anlam ayrım', u'Disambig', u'Anlam ayrımı', u'Kişi adları (anlam ayrımı)', u'Yerleşim yerleri (anlam ayrımı)', u'kısaltmalar (anlam ayrımı)'], - 'uk': [u'Неоднозначність',u'DisambigG', u'Disambig', u'DisambigN', - u'Багатозначність'], + 'uk': None, 'vec': [u'Disambigua'], - 'vi': [u'Trang định hướng', u'Định hướng', u'Disambig', u'Hndis'], + 'vi': None, 'vls': [u'Db', u'Dp', u'Dpintro'], - 'vo': [u'Telplänov'], - 'wa': [u'Omonimeye', u'Disambig'], - 'war': [u'Pansayod'], + 'vo': None, + 'wa': None, + 'war': None, 'wo': [u'Bokktekki'], 'yi': [u'באדייטען'], 'zea': [u'dp', u'Deurverwiespagina'], - 'zh': [u'Disambig', u'消歧义', u'消歧义页', u'消歧義', u'Letter disambig'], + 'zh': [u'Disambig', u'消歧义', u'消歧义页', u'消歧義', u'消歧義頁', u'Letter disambig'], 'zh-classical': [u'Disambig', u'釋義', u'消歧義'], - 'zh-min-nan': [u'Khu-pia̍t-ia̍h', 'KhPI', u'Disambig'], + 'zh-min-nan': None, 'zh-yue': [u'搞清楚', u'Disambig'], } Modified: branches/rewrite/pywikibot/families/wiktionary_family.py =================================================================== --- branches/rewrite/pywikibot/families/wiktionary_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ branches/rewrite/pywikibot/families/wiktionary_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -18,8 +18,8 @@ 'sw', 'simple', 'fy', 'oc', 'br', 'he', 'hr', 'sl', 'hy', 'sq', 'tt', 'la', 'zh-min-nan', 'da', 'wa', 'tk', 'ast', 'ur', 'hsb', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'hi', 'ka', 'ga', 'gn', 'az', - 'ia', 'co', 'eu', 'my', 'sk', 'ne', 'csb', 'st', 'ms', 'tl', 'mr', - 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mk', 'mg', 'ps', 'an', 'sh', + 'ia', 'co', 'my', 'eu', 'sk', 'ne', 'csb', 'ms', 'st', 'tl', 'mr', + 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mg', 'mk', 'ps', 'an', 'sh', 'bn', 'gu', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'be', 'chr', 'su', 'om', 'mn', 'nah', 'ie', 'yi', 'iu', 'gd', 'kw', 'tg', 'si', 'nn', 'gv', 'zu', 'mt', 'dv', 'pa', 'tpi', 'sg', 'roa-rup', Modified: trunk/pywikipedia/families/wikibooks_family.py =================================================================== --- trunk/pywikipedia/families/wikibooks_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ trunk/pywikipedia/families/wikibooks_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -15,7 +15,7 @@ 'sq', 'fi', 'vi', 'ru', 'cs', 'hr', 'zh', 'sv', 'ca', 'da', 'th', 'tr', 'mk', 'sr', 'tl', 'fa', 'ar', 'id', 'is', 'gl', 'no', 'ta', 'ka', 'ko', 'eo', 'lt', 'bg', 'ro', 'sk', 'el', 'la', 'ia', 'ang', - 'si', 'uk', 'cv', 'sl', 'et', 'mr', 'ur', 'ml', 'az', 'oc', 'ms', + 'si', 'cv', 'uk', 'sl', 'et', 'mr', 'ur', 'ml', 'az', 'oc', 'ms', 'eu', 'fy', 'hi', 'ie', 'tg', 'bn', 'hy', 'af', 'te', 'bs', 'pa', 'sa', 'ky', 'be', 'ast', 'tt', 'zh-min-nan', 'cy', 'mg', 'ne', 'ku', 'co', 'sw', 'tk', 'su', 'als', 'vo', 'uz', 'na', 'mn', 'kk', 'nds', Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ trunk/pywikipedia/families/wikipedia_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -16,9 +16,9 @@ 'da', 'ar', 'id', 'vo', 'vi', 'sk', 'sr', 'lt', 'he', 'bg', 'fa', 'sl', 'hr', 'et', 'ms', 'new', 'th', 'simple', 'gl', 'nn', 'eu', 'hi', 'ht', 'el', 'te', 'ceb', 'mk', 'la', 'ka', 'br', 'az', 'sh', - 'bs', 'lb', 'is', 'mr', 'cy', 'lv', 'jv', 'sq', 'tl', 'bpy', 'pms', + 'lb', 'bs', 'is', 'mr', 'cy', 'lv', 'jv', 'sq', 'tl', 'bpy', 'pms', 'be-x-old', 'war', 'ta', 'bn', 'oc', 'an', 'be', 'io', 'sw', 'nds', - 'scn', 'fy', 'qu', 'af', 'su', 'gu', 'zh-yue', 'ast', 'nap', 'ur', + 'scn', 'fy', 'qu', 'af', 'su', 'gu', 'zh-yue', 'ast', 'ur', 'nap', 'ku', 'bat-smg', 'ml', 'wa', 'cv', 'lmo', 'ksh', 'ga', 'tg', 'roa-tara', 'hy', 'vec', 'kn', 'gd', 'yi', 'uz', 'pam', 'yo', 'zh-min-nan', 'mi', 'kk', 'sah', 'als', 'nah', 'li', 'tt', 'glk', @@ -30,14 +30,14 @@ 'frp', 'ang', 'kw', 'hif', 'ckb', 'haw', 'pdc', 'szl', 'bo', 'pa', 'ps', 'ie', 'hak', 'kv', 'to', 'crh', 'stq', 'myv', 'gn', 'ln', 'ace', 'mhr', 'nv', 'ky', 'ext', 'arc', 'jbo', 'wo', 'cbk-zam', - 'ty', 'tpi', 'eml', 'kab', 'so', 'xal', 'zea', 'srn', 'pap', 'ay', + 'ty', 'eml', 'tpi', 'kab', 'so', 'xal', 'zea', 'pap', 'srn', 'ay', 'krc', 'ba', 'ig', 'or', 'dsb', 'kg', 'lo', 'udm', 'rmy', 'kl', 'cu', 'kaa', 'ab', 'mwl', 'ce', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'pcd', 'mdf', 'na', 'bm', 'pnt', 'iu', 'pih', 'as', 'cdo', 'chr', 'bug', 'ee', 'om', 'zu', 'fj', 'ti', 'ts', 'za', 'ss', 've', 'bi', 'ha', 'dz', 'ch', 'cr', 'xh', 'ak', 'sg', 'tn', 'ki', 'ik', - 'bxr', 'lbe', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'tum', - 'chy', 'rn', + 'bxr', 'lbe', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'chy', + 'tum', 'rn', ] if family.config.SSL_connection: @@ -767,7 +767,7 @@ 'ln': None, 'lt': None, 'mk': [u'Појаснување', u'Disambig', u'Geodis'], - 'mn': [u'Салаа утгатай', u'Салаа', u'Disambig'], + 'mn': [u'Салаа утгатай', u'Disambig'], 'ms': [u'Nyahkekaburan', u'Disambig'], 'mt': None, 'mzn': [u'گجگجی بایری'], @@ -782,54 +782,49 @@ 'nv': None, 'nrm': [u'Page dé frouque'], 'oc': [u'Omonimia', u'Disambig'], - 'pl': [u'Disambig'], + 'pl': None, 'pms': [u'Gestion dij sinònim'], - 'pt': [u'Desambiguação', u'Disambig', u'Desambig'], + 'pt': None, 'qu': [u"Sut'ichana qillqa", u'Disambig', u'SJM'], 'rmy': [u'Dudalipen'], 'ro': [u'Dezambiguizare', u'Disambig', u'Hndis', u'Dez', u'Dezamb'], - 'ru': [u'Disambig', u'Неоднозначность', u'неоднозначность', - u'Многозначность', u'Фамилия'], + 'ru': None, + 'sc': [u'Disambigua'], 'scn': [u'Disambigua', u'Disambig', u'Sigla2', u'Sigla3'], 'simple': None, - 'sh': [u'Višeznačna odrednica', u'Disambig', u'Razdvojba', - u'Razvrstavanje', u'VZO', u'Višeznačnost', - u'Homograf', - u'Radzvojba', u'Čvor'], + 'sh': None, 'sk': [u'Disambig', u'Rozlišovacia stránka', u'Disambiguation'], 'sl': None, 'sq': [u'Kthjellim', u'Disambig'], - 'sr': [u'Вишезначна одредница', u'Disambig', u'Вишезначна', - u'Višeznačna odrednica', u'Взо'], + 'sr': None, 'srn': [u'Dp'], 'stq': [u'Begriepskläärenge'], - 'su': [u'Disambig'], + 'su': None, 'sv': None, 'sw': [u'Maana'], 'szl': [u'Disambig'], - 'ta': [u'பக்கவழி நெறிப்படுத்தல்'], - 'te': [u'అయోమయ నివృత్తి', u'వివరమైన అయోమయ నివృత్తి'], + 'ta': None, + 'te': None, 'tg': [u'Ибҳомзудоӣ', u'Disambig', u'Рафъи ибҳом', u'Disambiguation'], 'th': [u'แก้กำกวม', u'Disambig', u'คำกำกวม'], - 'tl': [u'Paglilinaw', u'Disambig'], + 'tl': None, 'to': [u'Fakaʻuhingakehe'], 'tr': [u'Anlam ayrım', u'Disambig', u'Anlam ayrımı', u'Kişi adları (anlam ayrımı)', u'Yerleşim yerleri (anlam ayrımı)', u'kısaltmalar (anlam ayrımı)'], - 'uk': [u'Неоднозначність',u'DisambigG', u'Disambig', u'DisambigN', - u'Багатозначність'], + 'uk': None, 'vec': [u'Disambigua'], - 'vi': [u'Trang định hướng', u'Định hướng', u'Disambig', u'Hndis'], + 'vi': None, 'vls': [u'Db', u'Dp', u'Dpintro'], - 'vo': [u'Telplänov'], - 'wa': [u'Omonimeye', u'Disambig'], - 'war': [u'Pansayod'], + 'vo': None, + 'wa': None, + 'war': None, 'wo': [u'Bokktekki'], 'yi': [u'באדייטען'], 'zea': [u'dp', u'Deurverwiespagina'], - 'zh': [u'Disambig', u'消歧义', u'消歧义页', u'消歧義', u'Letter disambig'], + 'zh': [u'Disambig', u'消歧义', u'消歧义页', u'消歧義', u'消歧義頁', u'Letter disambig'], 'zh-classical': [u'Disambig', u'釋義', u'消歧義'], - 'zh-min-nan': [u'Khu-pia̍t-ia̍h', 'KhPI', u'Disambig'], + 'zh-min-nan': None, 'zh-yue': [u'搞清楚', u'Disambig'], } Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2010-04-13 06:09:42 UTC (rev 8086) +++ trunk/pywikipedia/families/wiktionary_family.py 2010-04-13 11:18:00 UTC (rev 8087) @@ -18,8 +18,8 @@ 'sw', 'simple', 'fy', 'oc', 'br', 'he', 'hr', 'sl', 'hy', 'sq', 'tt', 'la', 'zh-min-nan', 'da', 'wa', 'tk', 'ast', 'ur', 'hsb', 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'hi', 'ka', 'ga', 'gn', 'az', - 'ia', 'co', 'eu', 'my', 'sk', 'ne', 'csb', 'st', 'ms', 'tl', 'mr', - 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mk', 'mg', 'ps', 'an', 'sh', + 'ia', 'co', 'my', 'eu', 'sk', 'ne', 'csb', 'ms', 'st', 'tl', 'mr', + 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mg', 'mk', 'ps', 'an', 'sh', 'bn', 'gu', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'be', 'chr', 'su', 'om', 'mn', 'nah', 'ie', 'yi', 'iu', 'gd', 'kw', 'tg', 'si', 'nn', 'gv', 'zu', 'mt', 'dv', 'pa', 'tpi', 'sg', 'roa-rup',

1 0

SVN: [8086] trunk/pywikipedia/pywikibot/textlib.py
by xqt＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8086 Author: xqt Date: 2010-04-13 06:09:42 +0000 (Tue, 13 Apr 2010) Log Message: ----------- revert to r8022 (#2986051) Modified Paths: -------------- trunk/pywikipedia/pywikibot/textlib.py Modified: trunk/pywikipedia/pywikibot/textlib.py =================================================================== --- trunk/pywikipedia/pywikibot/textlib.py 2010-04-13 05:11:04 UTC (rev 8085) +++ trunk/pywikipedia/pywikibot/textlib.py 2010-04-13 06:09:42 UTC (rev 8086) @@ -201,7 +201,6 @@ 'pre': r'<pre>.*?</pre>', 'source': r'<source .*?</source>', 'syntaxhighlight': r'<syntaxhighlight .*?</syntaxhighlight>', - 'sql': r'<sql>.*?</sql>', } if '*' in tags: tags = regexes.keys()

1 0

SVN: [8085] trunk/pywikipedia/version.py
by xqt＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8085 Author: xqt Date: 2010-04-13 05:11:04 +0000 (Tue, 13 Apr 2010) Log Message: ----------- show some config api settings Modified Paths: -------------- trunk/pywikipedia/version.py Modified: trunk/pywikipedia/version.py =================================================================== --- trunk/pywikipedia/version.py 2010-04-13 03:00:07 UTC (rev 8084) +++ trunk/pywikipedia/version.py 2010-04-13 05:11:04 UTC (rev 8085) @@ -10,6 +10,7 @@ import time import sys import wikipediatools +import config cache = None @@ -73,3 +74,6 @@ if __name__ == '__main__': print 'Pywikipedia %s' % getversion() print 'Python %s' % sys.version + print 'config-settings:' + print 'use_api =', config.use_api + print 'use_api_login =', config.use_api_login

1 0

SVN: [8084] trunk/pywikipedia/followlive.py
by shizhao＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8084 Author: shizhao Date: 2010-04-13 03:00:07 +0000 (Tue, 13 Apr 2010) Log Message: ----------- fix bug #2986247 Modified Paths: -------------- trunk/pywikipedia/followlive.py Modified: trunk/pywikipedia/followlive.py =================================================================== --- trunk/pywikipedia/followlive.py 2010-04-12 21:34:42 UTC (rev 8083) +++ trunk/pywikipedia/followlive.py 2010-04-13 03:00:07 UTC (rev 8084) @@ -461,8 +461,8 @@ sys.exit("Exiting") summary += tpl['msg']+' ' wikipedia.output(u'Probably added %s' % questionlist[answer]) - wikipedia.output(newcontent) - self.page.put(newcontent, comment = summary) +# wikipedia.output(newcontent) bug #2986247 + self.page.put(self.content, comment = summary) wikipedia.output(u'with comment %s\n' % summary) def run(self):

1 0

SVN: [8083] trunk/pywikipedia/families/i18n_family.py
by siebrand＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8083 Author: siebrand Date: 2010-04-12 21:34:42 +0000 (Mon, 12 Apr 2010) Log Message: ----------- Update namespaces and version. Modified Paths: -------------- trunk/pywikipedia/families/i18n_family.py Modified: trunk/pywikipedia/families/i18n_family.py =================================================================== --- trunk/pywikipedia/families/i18n_family.py 2010-04-12 15:52:33 UTC (rev 8082) +++ trunk/pywikipedia/families/i18n_family.py 2010-04-12 21:34:42 UTC (rev 8083) @@ -129,6 +129,12 @@ self.namespaces[1223] = { '_default': [u'Osm talk'], } + self.namespaces[1224] = { + '_default': [u'WikiReader'], + } + self.namespaces[1225] = { + '_default': [u'WikiReader talk'], + } def version(self, code): - return "1.16alpha" + return "1.17alpha"

1 0

SVN: [8082] branches/rewrite/pywikibot/families
by xqt＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8082 Author: xqt Date: 2010-04-12 15:52:33 +0000 (Mon, 12 Apr 2010) Log Message: ----------- Update family files from trunk Modified Paths: -------------- branches/rewrite/pywikibot/families/wikibooks_family.py branches/rewrite/pywikibot/families/wikinews_family.py branches/rewrite/pywikibot/families/wikipedia_family.py branches/rewrite/pywikibot/families/wikiquote_family.py branches/rewrite/pywikibot/families/wiktionary_family.py Modified: branches/rewrite/pywikibot/families/wikibooks_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikibooks_family.py 2010-04-12 15:46:32 UTC (rev 8081) +++ branches/rewrite/pywikibot/families/wikibooks_family.py 2010-04-12 15:52:33 UTC (rev 8082) @@ -12,10 +12,10 @@ self.languages_by_size = [ 'en', 'de', 'fr', 'ja', 'pt', 'hu', 'es', 'nl', 'pl', 'it', 'he', - 'sq', 'fi', 'vi', 'ru', 'cs', 'hr', 'zh', 'sv', 'ca', 'da', 'tr', - 'th', 'mk', 'sr', 'tl', 'fa', 'ar', 'id', 'is', 'gl', 'no', 'ta', + 'sq', 'fi', 'vi', 'ru', 'cs', 'hr', 'zh', 'sv', 'ca', 'da', 'th', + 'tr', 'mk', 'sr', 'tl', 'fa', 'ar', 'id', 'is', 'gl', 'no', 'ta', 'ka', 'ko', 'eo', 'lt', 'bg', 'ro', 'sk', 'el', 'la', 'ia', 'ang', - 'uk', 'cv', 'sl', 'et', 'mr', 'si', 'ur', 'ml', 'az', 'oc', 'ms', + 'si', 'uk', 'cv', 'sl', 'et', 'mr', 'ur', 'ml', 'az', 'oc', 'ms', 'eu', 'fy', 'hi', 'ie', 'tg', 'bn', 'hy', 'af', 'te', 'bs', 'pa', 'sa', 'ky', 'be', 'ast', 'tt', 'zh-min-nan', 'cy', 'mg', 'ne', 'ku', 'co', 'sw', 'tk', 'su', 'als', 'vo', 'uz', 'na', 'mn', 'kk', 'nds', Modified: branches/rewrite/pywikibot/families/wikinews_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikinews_family.py 2010-04-12 15:46:32 UTC (rev 8081) +++ branches/rewrite/pywikibot/families/wikinews_family.py 2010-04-12 15:52:33 UTC (rev 8082) @@ -12,7 +12,7 @@ self.languages_by_size = [ 'sr', 'en', 'pl', 'de', 'fr', 'it', 'pt', 'es', 'zh', 'ja', 'sv', - 'ru', 'fi', 'he', 'cs', 'ar', 'sd', 'bg', 'ro', 'hu', 'ta', 'no', + 'ru', 'fi', 'he', 'cs', 'ar', 'sd', 'ro', 'bg', 'hu', 'ta', 'no', 'uk', 'ca', 'tr', 'bs', 'th', ] Modified: branches/rewrite/pywikibot/families/wikipedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikipedia_family.py 2010-04-12 15:46:32 UTC (rev 8081) +++ branches/rewrite/pywikibot/families/wikipedia_family.py 2010-04-12 15:52:33 UTC (rev 8082) @@ -20,14 +20,14 @@ 'be-x-old', 'war', 'ta', 'bn', 'oc', 'an', 'be', 'io', 'sw', 'nds', 'scn', 'fy', 'qu', 'af', 'su', 'gu', 'zh-yue', 'ast', 'nap', 'ur', 'ku', 'bat-smg', 'ml', 'wa', 'cv', 'lmo', 'ksh', 'ga', 'tg', - 'roa-tara', 'hy', 'vec', 'kn', 'gd', 'uz', 'yi', 'pam', 'yo', - 'zh-min-nan', 'mi', 'kk', 'als', 'sah', 'nah', 'li', 'glk', 'tt', + 'roa-tara', 'hy', 'vec', 'kn', 'gd', 'yi', 'uz', 'pam', 'yo', + 'zh-min-nan', 'mi', 'kk', 'sah', 'als', 'nah', 'li', 'tt', 'glk', 'hsb', 'co', 'roa-rup', 'arz', 'os', 'gan', 'ia', 'bcl', 'mn', 'fiu-vro', 'nds-nl', 'vls', 'pnb', 'fo', 'tk', 'sa', 'am', 'dv', - 'ne', 'nrm', 'pag', 'rm', 'bar', 'gv', 'map-bms', 'wuu', 'my', - 'sco', 'diq', 'se', 'fur', 'lij', 'si', 'ug', 'nov', 'mt', 'bh', - 'mzn', 'csb', 'ilo', 'zh-classical', 'pi', 'lad', 'km', 'sc', 'mg', - 'frp', 'ang', 'kw', 'hif', 'pdc', 'haw', 'ckb', 'szl', 'bo', 'pa', + 'ne', 'nrm', 'pag', 'rm', 'bar', 'gv', 'map-bms', 'my', 'sco', + 'diq', 'wuu', 'se', 'fur', 'lij', 'si', 'ug', 'nov', 'mt', 'bh', + 'mzn', 'csb', 'ilo', 'zh-classical', 'pi', 'km', 'lad', 'sc', 'mg', + 'frp', 'ang', 'kw', 'hif', 'ckb', 'haw', 'pdc', 'szl', 'bo', 'pa', 'ps', 'ie', 'hak', 'kv', 'to', 'crh', 'stq', 'myv', 'gn', 'ln', 'ace', 'mhr', 'nv', 'ky', 'ext', 'arc', 'jbo', 'wo', 'cbk-zam', 'ty', 'tpi', 'eml', 'kab', 'so', 'xal', 'zea', 'srn', 'pap', 'ay', @@ -36,7 +36,7 @@ 'sd', 'pcd', 'mdf', 'na', 'bm', 'pnt', 'iu', 'pih', 'as', 'cdo', 'chr', 'bug', 'ee', 'om', 'zu', 'fj', 'ti', 'ts', 'za', 'ss', 've', 'bi', 'ha', 'dz', 'ch', 'cr', 'xh', 'ak', 'sg', 'tn', 'ki', 'ik', - 'bxr', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'lbe', 'tum', + 'bxr', 'lbe', 'rw', 'tw', 'st', 'ny', 'sn', 'ff', 'lg', 'tum', 'chy', 'rn', ] Modified: branches/rewrite/pywikibot/families/wikiquote_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikiquote_family.py 2010-04-12 15:46:32 UTC (rev 8081) +++ branches/rewrite/pywikibot/families/wikiquote_family.py 2010-04-12 15:52:33 UTC (rev 8082) @@ -13,9 +13,9 @@ self.languages_by_size = [ 'en', 'it', 'pl', 'de', 'pt', 'ru', 'sk', 'es', 'bg', 'bs', 'sl', 'tr', 'fr', 'he', 'lt', 'cs', 'zh', 'el', 'hu', 'fa', 'uk', 'id', - 'sv', 'nl', 'eo', 'no', 'ja', 'fi', 'hy', 'nn', 'et', 'ca', 'ka', - 'ar', 'ko', 'ku', 'hr', 'gl', 'sr', 'ro', 'cy', 'ml', 'li', 'is', - 'th', 'te', 'af', 'da', 'az', 'sq', 'eu', 'vi', 'la', 'br', 'hi', + 'sv', 'nl', 'eo', 'no', 'ja', 'fi', 'hy', 'nn', 'et', 'ca', 'ar', + 'ka', 'ko', 'ku', 'hr', 'gl', 'sr', 'ro', 'cy', 'ml', 'li', 'is', + 'th', 'te', 'af', 'da', 'az', 'eu', 'sq', 'vi', 'la', 'br', 'hi', 'be', 'ast', 'uz', 'ta', 'ang', 'mr', 'zh-min-nan', 'gu', 'lb', 'su', 'ur', 'wo', 'ky', 'kn', 'am', 'co', ] Modified: branches/rewrite/pywikibot/families/wiktionary_family.py =================================================================== --- branches/rewrite/pywikibot/families/wiktionary_family.py 2010-04-12 15:46:32 UTC (rev 8081) +++ branches/rewrite/pywikibot/families/wiktionary_family.py 2010-04-12 15:52:33 UTC (rev 8082) @@ -17,11 +17,11 @@ 'uk', 'ca', 'vo', 'li', 'is', 'fa', 'scn', 'sr', 'af', 'cs', 'th', 'sw', 'simple', 'fy', 'oc', 'br', 'he', 'hr', 'sl', 'hy', 'sq', 'tt', 'la', 'zh-min-nan', 'da', 'wa', 'tk', 'ast', 'ur', 'hsb', - 'kk', 'ky', 'eo', 'wo', 'lv', 'ang', 'hi', 'ka', 'ga', 'gn', 'az', + 'kk', 'ky', 'eo', 'lv', 'wo', 'ang', 'hi', 'ka', 'ga', 'gn', 'az', 'ia', 'co', 'eu', 'my', 'sk', 'ne', 'csb', 'st', 'ms', 'tl', 'mr', - 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mk', 'ps', 'an', 'sh', 'bn', - 'gu', 'mg', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'chr', - 'be', 'su', 'om', 'mn', 'nah', 'ie', 'iu', 'yi', 'gd', 'kw', 'tg', + 'cy', 'nds', 'kl', 'sd', 'ug', 'ti', 'mk', 'mg', 'ps', 'an', 'sh', + 'bn', 'gu', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', 'rw', 'be', + 'chr', 'su', 'om', 'mn', 'nah', 'ie', 'yi', 'iu', 'gd', 'kw', 'tg', 'si', 'nn', 'gv', 'zu', 'mt', 'dv', 'pa', 'tpi', 'sg', 'roa-rup', 'mi', 'uz', 'jv', 'ik', 'so', 'ha', 'ay', 'sa', 'na', 'jbo', 'tn', 'sm', 'lb', 'ks', 'fj', 'ln', 'za', 'dz', 'als',

1 0

SVN: [8081] trunk/pywikipedia
by xqt＠svn.wikimedia.org 12 Apr '10

12 Apr '10

Revision: 8081 Author: xqt Date: 2010-04-12 15:46:32 +0000 (Mon, 12 Apr 2010) Log Message: ----------- Limit the queue size for put_async() by config.max_queue_size Modified Paths: -------------- trunk/pywikipedia/config.py trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2010-04-12 15:36:23 UTC (rev 8080) +++ trunk/pywikipedia/config.py 2010-04-12 15:46:32 UTC (rev 8081) @@ -466,6 +466,12 @@ # up to 30 minutes) retry_on_fail = True +# How many pages should be put to a queue in asynchroneous mode. +# If maxsize is <= 0, the queue size is infinite. +# Increasing this value will increase memory space but could speed up +# processing. As higher this value this effect will decrease. +max_queue_size = 64 + # End of configuration section # ============================ # System-level and User-level changes. Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-04-12 15:36:23 UTC (rev 8080) +++ trunk/pywikipedia/wikipedia.py 2010-04-12 15:46:32 UTC (rev 8081) @@ -7449,7 +7449,7 @@ raise output(u'Sorry, no help available for %s' % moduleName) -page_put_queue = Queue.Queue() +page_put_queue = Queue.Queue(config.max_queue_size) def async_put(): """Daemon; take pages from the queue and try to save them on the wiki.""" while True:

1 0

← Newer
1
2
3
4
5
6
7
8
9
10
Older →

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn April 2010