Pywikipedia-svn September 2010

pywikipedia-svn@lists.wikimedia.org

5 participants
127 discussions

SVN: [8480] trunk/pywikipedia/flickrripper.py
by multichill＠svn.wikimedia.org 05 Sep '10

05 Sep '10

Revision: 8480 Author: multichill Date: 2010-09-05 15:25:45 +0000 (Sun, 05 Sep 2010) Log Message: ----------- Some cleanup and make getFilename() more flexible. Modified Paths: -------------- trunk/pywikipedia/flickrripper.py Modified: trunk/pywikipedia/flickrripper.py =================================================================== --- trunk/pywikipedia/flickrripper.py 2010-09-02 16:32:23 UTC (rev 8479) +++ trunk/pywikipedia/flickrripper.py 2010-09-05 15:25:45 UTC (rev 8480) @@ -131,12 +131,11 @@ ''' parameters = urllib.urlencode({'id' : photo_id, 'raw' : 'on'}) - #print 'Flinfo gaat nu aan de slag' rawDescription = urllib.urlopen("http://wikipedia.ramselehof.de/flinfo.php?%s" % parameters).read() - #print rawDescription.decode('utf-8') + return rawDescription.decode('utf-8') -def getFilename(photoInfo=None, site=wikipedia.getSite(u'commons', u'commons')): +def getFilename(photoInfo=None, site=wikipedia.getSite(u'commons', u'commons'), project=u'Flickr'): ''' Build a good filename for the upload based on the username and the title. Prevents naming collisions. @@ -149,15 +148,15 @@ else: title = u'' - if wikipedia.Page(site, u'File:Flickr - %s - %s.jpg' % (username, title) ).exists(): + if wikipedia.Page(site, u'File:%s - %s - %s.jpg' % (project, username, title) ).exists(): i = 1 while True: - if (wikipedia.Page(site, u'File:Flickr - %s - %s (%s).jpg' % (username, title, str(i))).exists()): + if (wikipedia.Page(site, u'File:%s - %s - %s (%s).jpg' % (project, username, title, str(i))).exists()): i = i + 1 else: - return u'Flickr - %s - %s (%s).jpg' % (username, title, str(i)) + return u'%s - %s - %s (%s).jpg' % (project, username, title, str(i)) else: - return u'Flickr - %s - %s.jpg' % (username, title) + return u'%s - %s - %s.jpg' % (project, username, title) def cleanUpTitle(title): '''

1 0

SVN: [8479] branches/rewrite/pywikibot/site.py
by russblau＠svn.wikimedia.org 03 Sep '10

03 Sep '10

Revision: 8479 Author: russblau Date: 2010-09-02 16:32:23 +0000 (Thu, 02 Sep 2010) Log Message: ----------- Support all API options for generator=categorymembers Modified Paths: -------------- branches/rewrite/pywikibot/site.py Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2010-09-02 16:31:28 UTC (rev 8478) +++ branches/rewrite/pywikibot/site.py 2010-09-02 16:32:23 UTC (rev 8479) @@ -1396,7 +1396,9 @@ step=step, total=total, g_content=content) return tlgen - def categorymembers(self, category, namespaces=None, step=None, total=None, + def categorymembers(self, category, namespaces=None, sortby="", + reverse=False, starttime=None, endtime=None, + startsort=None, endsort=None, step=None, total=None, content=False): """Iterate members of specified category. @@ -1407,6 +1409,25 @@ however, that the iterated values are always Page objects, even if in the Category or Image namespace. @type namespaces: list of ints + @param sortby: determines the order in which results are generated, + valid values are "sortkey" (default, results ordered by category + sort key) or "timestamp" (results ordered by time page was + added to the category) + @type sortby: str + @param reverse: if True, generate results in reverse order + (default False) + @param starttime: if provided, only generate pages added after this + time; not valid unless sortby="timestamp" + @type starttime: pywikibot.Timestamp + @param endtime: if provided, only generate pages added before this + time; not valid unless sortby="timestamp" + @type endtime: pywikibot.Timestamp + @param startsort: if provided, only generate pages >= this title + lexically; not valid if sortby="timestamp" + @type startsort: str + @param endsort: if provided, only generate pages <= this title + lexically; not valid if sortby="timestamp" + @type endsort: str @param content: if True, load the current content of each iterated page (default False) @@ -1416,20 +1437,51 @@ u"categorymembers: non-Category page '%s' specified" % category.title()) cmtitle = category.title(withSection=False).encode(self.encoding()) - cmgen = self._generator(api.PageGenerator, - type_arg="categorymembers", - gcmtitle=cmtitle, - gcmprop="ids|title|sortkey", -# namespaces=namespaces, # see note below - step=step, - total=total, - g_content=content) -# workaround for https://bugzilla.wikimedia.org/show_bug.cgi?id=19640: - if namespaces: - if not isinstance(namespaces, list): - namespaces = [namespaces] - cmgen = pagegenerators.NamespaceFilterPageGenerator( - cmgen, namespaces, site=self) + cmargs = dict(type_arg="categorymembers", + gcmtitle=cmtitle, + gcmprop="ids|title|sortkey") + if sortby in ["sortkey", "timestamp"]: + cmargs["gcmsort"] = sortby + elif sortby: + raise ValueError( + "categorymembers: invalid sortby value '%(sortby)s'" + % locals()) + if starttime and endtime and starttime > endtime: + raise ValueError( + "categorymembers: starttime must be before endtime") + if startsort and endsort and startsort > endsort: + raise ValueError( + "categorymembers: startsort must be less than endsort") + if reverse: + cmargs["gcmdir"] = "desc" + # API wants start/end params in opposite order if using descending + # sort; we take care of this reversal for the user + (starttime, endtime) = (endtime, starttime) + (startsort, endsort) = (endsort, startsort) + if starttime and sortby == "timestamp": + cmargs["gcmstart"] = str(starttime) + elif starttime: + raise ValueError( + "categorymembers: invalid combination of 'sortby' and 'starttime'") + if endtime and sortby == "timestamp": + cmargs["gcmend"] = str(endtime) + elif endtime: + raise ValueError( + "categorymembers: invalid combination of 'sortby' and 'endtime'") + if startsort and sortby != "timestamp": + cmargs["gcmstartsortkey"] = startsort + elif startsort: + raise ValueError( + "categorymembers: invalid combination of 'sortby' and 'startsort'") + if endsort and sortby != "timestamp": + cmargs["gcmendsortkey"] = endsort + elif endsort: + raise ValueError( + "categorymembers: invalid combination of 'sortby' and 'endsort'") + + cmgen = self._generator(api.PageGenerator, namespaces=namespaces, + step=step, total=total, g_content=content, + **cmargs) return cmgen def loadrevisions(self, page=None, getText=False, revids=None,

1 0

SVN: [8478] branches/rewrite/pywikibot/data/api.py
by russblau＠svn.wikimedia.org 03 Sep '10

03 Sep '10

Revision: 8478 Author: russblau Date: 2010-09-02 16:31:28 +0000 (Thu, 02 Sep 2010) Log Message: ----------- Some API queries can have no results but still have a query-continue key, so iteration should continue even with no results Modified Paths: -------------- branches/rewrite/pywikibot/data/api.py Modified: branches/rewrite/pywikibot/data/api.py =================================================================== --- branches/rewrite/pywikibot/data/api.py 2010-09-02 15:04:47 UTC (rev 8477) +++ branches/rewrite/pywikibot/data/api.py 2010-09-02 16:31:28 UTC (rev 8478) @@ -545,40 +545,40 @@ % self.__class__.__name__, _logger) return - if not ("query" in self.data - and self.resultkey in self.data["query"]): + if "query" not in self.data: pywikibot.debug( -u"%s: stopped iteration because 'query' and '%s' not found in api response." +u"%s: stopped iteration because 'query' not found in api response." % (self.__class__.__name__, self.resultkey), _logger) pywikibot.debug(unicode(self.data), _logger) return - resultdata = self.data["query"][self.resultkey] - if isinstance(resultdata, dict): - pywikibot.debug(u"%s received %s; limit=%s" - % (self.__class__.__name__, - resultdata.keys(), - self.limit), - _logger) - resultdata = [resultdata[k] for k in sorted(resultdata.keys())] - else: - pywikibot.debug(u"%s received %s; limit=%s" - % (self.__class__.__name__, - resultdata, - self.limit), - _logger) - if "normalized" in self.data["query"]: - self.normalized = dict((item['to'], item['from']) - for item in - self.data["query"]["normalized"]) - else: - self.normalized = {} - for item in resultdata: - yield self.result(item) - count += 1 - if self.limit is not None and self.limit > 0 \ - and count >= self.limit: - return + if self.resultkey in self.data["query"]: + resultdata = self.data["query"][self.resultkey] + if isinstance(resultdata, dict): + pywikibot.debug(u"%s received %s; limit=%s" + % (self.__class__.__name__, + resultdata.keys(), + self.limit), + _logger) + resultdata = [resultdata[k] for k in sorted(resultdata.keys())] + else: + pywikibot.debug(u"%s received %s; limit=%s" + % (self.__class__.__name__, + resultdata, + self.limit), + _logger) + if "normalized" in self.data["query"]: + self.normalized = dict((item['to'], item['from']) + for item in + self.data["query"]["normalized"]) + else: + self.normalized = {} + for item in resultdata: + yield self.result(item) + count += 1 + if self.limit is not None and self.limit > 0 \ + and count >= self.limit: + return if not "query-continue" in self.data: return if not self.continuekey in self.data["query-continue"]:

1 0

SVN: [8477] branches/rewrite/pywikibot/families
by xqt＠svn.wikimedia.org 02 Sep '10

02 Sep '10

Revision: 8477 Author: xqt Date: 2010-09-02 15:04:47 +0000 (Thu, 02 Sep 2010) Log Message: ----------- update family files from trunk Modified Paths: -------------- branches/rewrite/pywikibot/families/wikipedia_family.py branches/rewrite/pywikibot/families/wiktionary_family.py Modified: branches/rewrite/pywikibot/families/wikipedia_family.py =================================================================== --- branches/rewrite/pywikibot/families/wikipedia_family.py 2010-09-02 15:00:48 UTC (rev 8476) +++ branches/rewrite/pywikibot/families/wikipedia_family.py 2010-09-02 15:04:47 UTC (rev 8477) @@ -18,24 +18,24 @@ 'roa-rup', 'nn', 'eu', 'hi', 'el', 'ht', 'te', 'la', 'ka', 'mk', 'ceb', 'az', 'br', 'tl', 'sh', 'mr', 'jv', 'lb', 'lv', 'bs', 'is', 'cy', 'pms', 'be-x-old', 'sq', 'bpy', 'ta', 'be', 'an', 'oc', 'bn', - 'sw', 'io', 'fy', 'nds', 'gu', 'lmo', 'scn', 'af', 'qu', 'ku', 'su', + 'sw', 'io', 'fy', 'nds', 'gu', 'lmo', 'af', 'scn', 'qu', 'ku', 'su', 'zh-yue', 'ur', 'ml', 'ast', 'nap', 'bat-smg', 'wa', 'ga', 'cv', 'ksh', 'hy', 'yo', 'tg', 'kn', 'roa-tara', 'vec', 'gd', 'yi', - 'zh-min-nan', 'uz', 'pam', 'os', 'tt', 'sah', 'ne', 'als', 'mi', - 'kk', 'arz', 'nah', 'li', 'hsb', 'glk', 'co', 'gan', 'pnb', 'ia', + 'zh-min-nan', 'uz', 'pam', 'tt', 'os', 'sah', 'ne', 'als', 'mi', + 'kk', 'arz', 'nah', 'li', 'hsb', 'glk', 'pnb', 'co', 'gan', 'ia', 'bcl', 'mn', 'am', 'fiu-vro', 'nds-nl', 'fo', 'vls', 'tk', 'sa', - 'si', 'bar', 'dv', 'gv', 'nrm', 'pag', 'rm', 'map-bms', 'my', 'sco', + 'si', 'bar', 'dv', 'gv', 'nrm', 'pag', 'rm', 'my', 'map-bms', 'sco', 'diq', 'ckb', 'se', 'wuu', 'fur', 'mzn', 'lij', 'ug', 'mt', 'bh', 'nov', 'csb', 'mg', 'sc', 'ilo', 'zh-classical', 'km', 'lad', 'pi', 'ang', 'cbk-zam', 'frp', 'bo', 'hak', 'hif', 'pa', 'kw', 'xal', - 'pdc', 'szl', 'haw', 'ps', 'ie', 'stq', 'fj', 'crh', 'kv', 'to', - 'ace', 'myv', 'so', 'nv', 'gn', 'ee', 'ky', 'krc', 'ln', 'ext', - 'mhr', 'arc', 'jbo', 'wo', 'eml', 'pcd', 'kab', 'ty', 'tpi', 'ay', - 'pap', 'ba', 'zea', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', 'dsb', - 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'frr', 'mdf', 'kaa', 'sm', + 'pdc', 'szl', 'haw', 'ps', 'ie', 'stq', 'crh', 'fj', 'kv', 'to', + 'ace', 'ee', 'nv', 'so', 'myv', 'gn', 'ky', 'krc', 'ln', 'ext', + 'mhr', 'arc', 'jbo', 'wo', 'eml', 'pcd', 'ay', 'kab', 'ty', 'tpi', + 'pap', 'ba', 'zea', 'frr', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', + 'dsb', 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'mdf', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'na', 'bm', 'pih', 'pnt', 'iu', 'ik', 'as', 'cdo', 'bi', 'chr', 'bug', 'om', 'za', 'ss', 'ti', 'ts', - 've', 'zu', 'ha', 'dz', 'sg', 'ch', 'cr', 'xh', 'lbe', 'ak', 'rw', + 've', 'zu', 'ha', 'dz', 'sg', 'ch', 'cr', 'ak', 'xh', 'lbe', 'rw', 'tn', 'ki', 'bxr', 'ny', 'st', 'tw', 'sn', 'rn', 'chy', 'ff', 'tum', 'lg', ] Modified: branches/rewrite/pywikibot/families/wiktionary_family.py =================================================================== --- branches/rewrite/pywikibot/families/wiktionary_family.py 2010-09-02 15:00:48 UTC (rev 8476) +++ branches/rewrite/pywikibot/families/wiktionary_family.py 2010-09-02 15:04:47 UTC (rev 8477) @@ -13,16 +13,16 @@ self.languages_by_size = [ 'en', 'fr', 'lt', 'zh', 'tr', 'ru', 'vi', 'io', 'pl', 'pt', 'fi', 'hu', 'el', 'ko', 'no', 'ta', 'de', 'sv', 'it', 'nl', 'kn', 'li', - 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', 'te', 'gl', - 'mg', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'sr', 'simple', - 'cs', 'af', 'hr', 'th', 'oc', 'fy', 'sw', 'br', 'my', 'he', 'la', - 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'ne', 'tk', 'cy', - 'ast', 'ur', 'hsb', 'lv', 'kk', 'ka', 'eo', 'ky', 'wo', 'ang', 'co', - 'hi', 'az', 'eu', 'ga', 'mr', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', + 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', 'my', 'te', + 'gl', 'mg', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'sr', 'cs', + 'simple', 'hr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', + 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'ne', 'cy', 'tk', + 'ast', 'lv', 'ur', 'hsb', 'kk', 'ka', 'eo', 'ky', 'wo', 'ang', 'co', + 'hi', 'az', 'mr', 'eu', 'ga', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', 'st', 'nn', 'be', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', - 'bn', 'an', 'gu', 'si', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', - 'rw', 'chr', 'zu', 'su', 'om', 'iu', 'mn', 'kw', 'nah', 'yi', 'ie', - 'gv', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'lb', 'ik', 'za', 'sg', + 'bn', 'an', 'gu', 'si', 'km', 'zu', 'ss', 'qu', 'ts', 'bs', 'fo', + 'am', 'rw', 'chr', 'om', 'su', 'iu', 'kw', 'mn', 'nah', 'yi', 'ie', + 'gv', 'pa', 'mt', 'lb', 'gd', 'tg', 'tpi', 'dv', 'ik', 'za', 'sg', 'so', 'roa-rup', 'jv', 'uz', 'ln', 'sm', 'mi', 'ha', 'ay', 'sa', 'na', 'jbo', 'tn', 'fj', 'ks', 'dz', 'als', ]

1 0

SVN: [8476] trunk/pywikipedia
by xqt＠svn.wikimedia.org 02 Sep '10

02 Sep '10

Revision: 8476 Author: xqt Date: 2010-09-02 15:00:48 +0000 (Thu, 02 Sep 2010) Log Message: ----------- update namespace alias for ug-wiki, ta-wikinews, ta-wiktionary, Modified Paths: -------------- trunk/pywikipedia/families/wikinews_family.py trunk/pywikipedia/families/wikipedia_family.py trunk/pywikipedia/families/wiktionary_family.py trunk/pywikipedia/family.py Modified: trunk/pywikipedia/families/wikinews_family.py =================================================================== --- trunk/pywikipedia/families/wikinews_family.py 2010-09-02 13:56:42 UTC (rev 8475) +++ trunk/pywikipedia/families/wikinews_family.py 2010-09-02 15:00:48 UTC (rev 8476) @@ -118,6 +118,7 @@ 'pt': u'Portal', 'ru': u'Портал', 'sv': u'Portal', + 'ta': u'வலைவாசல்', 'tr': u'Portal', 'zh': u'频道', } @@ -136,6 +137,7 @@ 'pt': u'Portal Discussão', 'ru': u'Обсуждение портала', 'sv': u'Portaldiskussion', + 'ta': u'வலைவாசல் பேச்சு', 'tr': u'Portal tartışma', 'zh': u'频道 talk', } Modified: trunk/pywikipedia/families/wikipedia_family.py =================================================================== --- trunk/pywikipedia/families/wikipedia_family.py 2010-09-02 13:56:42 UTC (rev 8475) +++ trunk/pywikipedia/families/wikipedia_family.py 2010-09-02 15:00:48 UTC (rev 8476) @@ -18,24 +18,24 @@ 'roa-rup', 'nn', 'eu', 'hi', 'el', 'ht', 'te', 'la', 'ka', 'mk', 'ceb', 'az', 'br', 'tl', 'sh', 'mr', 'jv', 'lb', 'lv', 'bs', 'is', 'cy', 'pms', 'be-x-old', 'sq', 'bpy', 'ta', 'be', 'an', 'oc', 'bn', - 'sw', 'io', 'fy', 'nds', 'gu', 'lmo', 'scn', 'af', 'qu', 'ku', 'su', + 'sw', 'io', 'fy', 'nds', 'gu', 'lmo', 'af', 'scn', 'qu', 'ku', 'su', 'zh-yue', 'ur', 'ml', 'ast', 'nap', 'bat-smg', 'wa', 'ga', 'cv', 'ksh', 'hy', 'yo', 'tg', 'kn', 'roa-tara', 'vec', 'gd', 'yi', - 'zh-min-nan', 'uz', 'pam', 'os', 'tt', 'sah', 'ne', 'als', 'mi', - 'kk', 'arz', 'nah', 'li', 'hsb', 'glk', 'co', 'gan', 'pnb', 'ia', + 'zh-min-nan', 'uz', 'pam', 'tt', 'os', 'sah', 'ne', 'als', 'mi', + 'kk', 'arz', 'nah', 'li', 'hsb', 'glk', 'pnb', 'co', 'gan', 'ia', 'bcl', 'mn', 'am', 'fiu-vro', 'nds-nl', 'fo', 'vls', 'tk', 'sa', - 'si', 'bar', 'dv', 'gv', 'nrm', 'pag', 'rm', 'map-bms', 'my', 'sco', + 'si', 'bar', 'dv', 'gv', 'nrm', 'pag', 'rm', 'my', 'map-bms', 'sco', 'diq', 'ckb', 'se', 'wuu', 'fur', 'mzn', 'lij', 'ug', 'mt', 'bh', 'nov', 'csb', 'mg', 'sc', 'ilo', 'zh-classical', 'km', 'lad', 'pi', 'ang', 'cbk-zam', 'frp', 'bo', 'hak', 'hif', 'pa', 'kw', 'xal', - 'pdc', 'szl', 'haw', 'ps', 'ie', 'stq', 'fj', 'crh', 'kv', 'to', - 'ace', 'myv', 'so', 'nv', 'gn', 'ee', 'ky', 'krc', 'ln', 'ext', - 'mhr', 'arc', 'jbo', 'wo', 'eml', 'pcd', 'kab', 'ty', 'tpi', 'ay', - 'pap', 'ba', 'zea', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', 'dsb', - 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'frr', 'mdf', 'kaa', 'sm', + 'pdc', 'szl', 'haw', 'ps', 'ie', 'stq', 'crh', 'fj', 'kv', 'to', + 'ace', 'ee', 'nv', 'so', 'myv', 'gn', 'ky', 'krc', 'ln', 'ext', + 'mhr', 'arc', 'jbo', 'wo', 'eml', 'pcd', 'ay', 'kab', 'ty', 'tpi', + 'pap', 'ba', 'zea', 'frr', 'srn', 'kl', 'udm', 'ig', 'ce', 'or', + 'dsb', 'kg', 'lo', 'ab', 'rmy', 'cu', 'mwl', 'mdf', 'kaa', 'sm', 'av', 'ks', 'tet', 'got', 'sd', 'na', 'bm', 'pih', 'pnt', 'iu', 'ik', 'as', 'cdo', 'bi', 'chr', 'bug', 'om', 'za', 'ss', 'ti', 'ts', - 've', 'zu', 'ha', 'dz', 'sg', 'ch', 'cr', 'xh', 'lbe', 'ak', 'rw', + 've', 'zu', 'ha', 'dz', 'sg', 'ch', 'cr', 'ak', 'xh', 'lbe', 'rw', 'tn', 'ki', 'bxr', 'ny', 'st', 'tw', 'sn', 'rn', 'chy', 'ff', 'tum', 'lg', ] @@ -343,6 +343,7 @@ 'tt': u'Википедия бәхәсе', 'ty': u'Discussion Wikipedia', 'udm': u'Wikipedia сярысь вераськон', + 'ug': u'مۇنازىرىسىWikipedia', 'uk': u'Обговорення Вікіпедії', 'ur': u'تبادلۂ خیال منصوبہ', 'uz': u'Vikipediya munozarasi', Modified: trunk/pywikipedia/families/wiktionary_family.py =================================================================== --- trunk/pywikipedia/families/wiktionary_family.py 2010-09-02 13:56:42 UTC (rev 8475) +++ trunk/pywikipedia/families/wiktionary_family.py 2010-09-02 15:00:48 UTC (rev 8476) @@ -13,16 +13,16 @@ self.languages_by_size = [ 'en', 'fr', 'lt', 'zh', 'tr', 'ru', 'vi', 'io', 'pl', 'pt', 'fi', 'hu', 'el', 'ko', 'no', 'ta', 'de', 'sv', 'it', 'nl', 'kn', 'li', - 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', 'te', 'gl', - 'mg', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'sr', 'simple', - 'cs', 'af', 'hr', 'th', 'oc', 'fy', 'sw', 'br', 'my', 'he', 'la', - 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'ne', 'tk', 'cy', - 'ast', 'ur', 'hsb', 'lv', 'kk', 'ka', 'eo', 'ky', 'wo', 'ang', 'co', - 'hi', 'az', 'eu', 'ga', 'mr', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', + 'lo', 'ml', 'ja', 'es', 'ku', 'ar', 'et', 'ro', 'id', 'my', 'te', + 'gl', 'mg', 'uk', 'bg', 'ca', 'vo', 'fa', 'is', 'scn', 'sr', 'cs', + 'simple', 'hr', 'af', 'th', 'oc', 'fy', 'sw', 'br', 'he', 'la', + 'sq', 'sl', 'hy', 'tt', 'zh-min-nan', 'da', 'wa', 'ne', 'cy', 'tk', + 'ast', 'lv', 'ur', 'hsb', 'kk', 'ka', 'eo', 'ky', 'wo', 'ang', 'co', + 'hi', 'az', 'mr', 'eu', 'ga', 'gn', 'ia', 'sk', 'ms', 'csb', 'tl', 'st', 'nn', 'be', 'nds', 'kl', 'sd', 'ug', 'ps', 'ti', 'mk', 'sh', - 'bn', 'an', 'gu', 'si', 'km', 'ss', 'ts', 'qu', 'bs', 'fo', 'am', - 'rw', 'chr', 'zu', 'su', 'om', 'iu', 'mn', 'kw', 'nah', 'yi', 'ie', - 'gv', 'pa', 'mt', 'gd', 'tg', 'tpi', 'dv', 'lb', 'ik', 'za', 'sg', + 'bn', 'an', 'gu', 'si', 'km', 'zu', 'ss', 'qu', 'ts', 'bs', 'fo', + 'am', 'rw', 'chr', 'om', 'su', 'iu', 'kw', 'mn', 'nah', 'yi', 'ie', + 'gv', 'pa', 'mt', 'lb', 'gd', 'tg', 'tpi', 'dv', 'ik', 'za', 'sg', 'so', 'roa-rup', 'jv', 'uz', 'ln', 'sm', 'mi', 'ha', 'ay', 'sa', 'na', 'jbo', 'tn', 'fj', 'ks', 'dz', 'als', ] @@ -92,6 +92,7 @@ 'sk': u'Wikislovník', 'sl': u'Wikislovar', 'sr': u'Викиречник', + 'ta': u'விக்சனரி', 'tk': u'Wikisözlük', 'tr': u'Vikisözlük', 'tt': u'Wiktionary', @@ -205,7 +206,7 @@ 'su': u'Obrolan Wiktionary', 'sv': u'Wiktionarydiskussion', 'sw': u'Majadiliano ya Wiktionary', - 'ta': u'Wiktionary பேச்சு', + 'ta': u'விக்சனரி பேச்சு', 'te': u'Wiktionary చర్చ', 'tg': u'Баҳси Wiktionary', 'th': u'คุยเรื่องWiktionary', @@ -213,6 +214,7 @@ 'tl': u'Usapang Wiktionary', 'tr': u'Vikisözlük tartışma', 'tt': [u'Wiktionary бәхәсе', u'Wiktionary bäxäse'], + 'ug': u'مۇنازىرىسىWiktionary', 'uk': u'Обговорення Вікісловника', 'ur': u'تبادلۂ خیال وکی لغت', 'uz': u'Vikilug‘at munozarasi', Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2010-09-02 13:56:42 UTC (rev 8475) +++ trunk/pywikipedia/family.py 2010-09-02 15:00:48 UTC (rev 8476) @@ -174,6 +174,7 @@ 'tt': u'Медиа', 'ty': u'Média', 'udm': u'Медиа', + 'ug': u'ۋاسىتە', 'uk': u'Медіа', 'ur': u'زریعہ', 'vi': u'Phương tiện', @@ -353,6 +354,7 @@ 'tt': [u'Махсус', u'Maxsus'], 'ty': u'Spécial', 'udm': u'Панель', + 'ug': u'ئالاھىدە', 'uk': u'Спеціальна', 'ur': u'خاص', 'uz': u'Maxsus', @@ -547,6 +549,7 @@ 'tt': [u'Бәхәс', u'Фикер алышу', u'Bäxäs'], 'ty': u'Discussion', 'udm': u'Вераськон', + 'ug': u'مۇنازىرە', 'uk': u'Обговорення', 'ur': u'تبادلۂ خیال', 'uz': u'Munozara', @@ -738,6 +741,7 @@ 'tt': [u'Кулланучы', u'Äğzä'], 'ty': u'Utilisateur', 'udm': u'Викиавтор', + 'ug': u'ئىشلەتكۈچى', 'uk': u'Користувач', 'ur': u'صارف', 'uz': u'Foydalanuvchi', @@ -928,6 +932,7 @@ 'tt': [u'Кулланучы бәхәсе', u'Äğzä bäxäse'], 'ty': u'Discussion utilisateur', 'udm': u'Викиавтор сярысь вераськон', + 'ug': u'ئىشلەتكۈچى مۇنازىرىسى', 'uk': u'Обговорення користувача', 'ur': u'تبادلۂ خیال صارف', 'uz': u'Foydalanuvchi munozarasi', @@ -987,6 +992,7 @@ 'sw': u'Majadiliano ya Wikipedia', 'tk': u'Wikipediýa çekişme', 'tt': u'Википедия бәхәсе', + 'ug': u'مۇنازىرىسىWikipedia', 'xal': [u'Wikipedia туск меткән', u'Wikipedia тускар ухалвр'], }, 6: { @@ -1165,6 +1171,7 @@ 'tt': [u'Файл', u'Рәсем', u'Räsem'], 'ty': u'Fichier', 'udm': u'Суред', + 'ug': u'ھۆججەت', 'uk': [u'Файл', u'Зображення'], 'ur': u'تصویر', 'uz': u'Tasvir', @@ -1356,6 +1363,7 @@ 'tt': [u'Файл бәхәсе', u'Рәсем бәхәсе', u'Räsem bäxäse'], 'ty': [u'Discussion fichier', u'Discussion Image'], 'udm': u'Суред сярысь вераськон', + 'ug': u'ھۆججەت مۇنازىرىسى', 'uk': [u'Обговорення файлу', u'Обговорення зображення'], 'ur': u'تبادلۂ خیال تصویر', 'uz': u'Tasvir munozarasi', @@ -1606,6 +1614,7 @@ 'tt': [u'МедиаВики бәхәсе', u'Медиа Вики бәхәсе', u'MediaWiki bäxäse'], 'ty': u'Discussion MediaWiki', 'udm': u'MediaWiki сярысь вераськон', + 'ug': u'MediaWiki مۇنازىرىسى', 'uk': u'Обговорення MediaWiki', 'ur': u'تبادلۂ خیال میڈیاوکی', 'uz': u'MediaWiki munozarasi', @@ -1791,6 +1800,7 @@ 'tt': [u'Үрнәк', u'Ürnäk'], 'ty': u'Modèle', 'udm': u'Шаблон', + 'ug': u'قېلىپ', 'uk': u'Шаблон', 'ur': u'سانچہ', 'uz': u'Andoza', @@ -1981,6 +1991,7 @@ 'tt': [u'Үрнәк бәхәсе', u'Шаблон бәхәсе', u'Ürnäk bäxäse'], 'ty': u'Discussion modèle', 'udm': u'Шаблон сярысь вераськон', + 'ug': u'قېلىپ مۇنازىرىسى', 'uk': u'Обговорення шаблону', 'ur': u'تبادلۂ خیال سانچہ', 'uz': u'Andoza munozarasi', @@ -2170,6 +2181,7 @@ 'tt': [u'Ярдәм', u'Yärdäm'], 'ty': u'Aide', 'udm': u'Валэктон', + 'ug': u'ياردەم', 'uk': u'Довідка', 'ur': u'معاونت', 'uz': u'Yordam', @@ -2361,6 +2373,7 @@ 'tt': [u'Ярдәм бәхәсе', u'Yärdäm bäxäse'], 'ty': u'Discussion aide', 'udm': u'Валэктон сярысь вераськон', + 'ug': u'ياردەم مۇنازىرىسى', 'uk': u'Обговорення довідки', 'ur': u'تبادلۂ خیال معاونت', 'uz': u'Yordam munozarasi', @@ -2553,6 +2566,7 @@ 'tt': [u'Төркем', u'Törkem'], 'ty': u'Catégorie', 'udm': u'Категория', + 'ug': u'تۈر', 'uk': u'Категорія', 'ur': u'زمرہ', 'uz': [u'Turkum', u'Kategoriya'], @@ -2745,6 +2759,7 @@ 'tt': [u'Төркем бәхәсе', u'Törkem bäxäse'], 'ty': u'Discussion catégorie', 'udm': u'Категория сярысь вераськон', + 'ug': u'تۈر مۇنازىرىسى', 'uk': u'Обговорення категорії', 'ur': u'تبادلۂ خیال زمرہ', 'uz': u'Turkum munozarasi',

1 0

SVN: [8475] branches/rewrite/scripts/redirect.py
by russblau＠svn.wikimedia.org 02 Sep '10

02 Sep '10

Revision: 8475 Author: russblau Date: 2010-09-02 13:56:42 +0000 (Thu, 02 Sep 2010) Log Message: ----------- Bugfix: self.api_number must be integer or None, not string Modified Paths: -------------- branches/rewrite/scripts/redirect.py Modified: branches/rewrite/scripts/redirect.py =================================================================== --- branches/rewrite/scripts/redirect.py 2010-09-01 09:33:55 UTC (rev 8474) +++ branches/rewrite/scripts/redirect.py 2010-09-02 13:56:42 UTC (rev 8475) @@ -197,9 +197,9 @@ self.api_start = start self.api_until = until self.api_number = number - if self.api_number is None: - self.api_number = 'max' +# note: rewrite branch does not yet support XML dumps, so this is commented out +# until that support is added ## def get_redirects_from_dump(self, alsoGetPageTitles=False): ## ''' ## Load a local XML dump file, look at all pages which have the @@ -368,7 +368,7 @@ count += 1 if count >= self.api_number: break - +# TODO: add XML dump support ## elif self.xmlFilename == None: ## # retrieve information from the live wiki's maintenance page ## # broken redirect maintenance page's URL @@ -410,7 +410,7 @@ count += 1 if count >= self.api_number: break - +# TODO: API cannot yet deliver contents of "special" pages ## elif self.xmlFilename == None: ## # retrieve information from the live wiki's maintenance page ## # double redirect maintenance page's URL

1 0

SVN: [8474] trunk/pywikipedia/config.py
by purodha＠svn.wikimedia.org 01 Sep '10

01 Sep '10

Revision: 8474 Author: purodha Date: 2010-09-01 09:33:55 +0000 (Wed, 01 Sep 2010) Log Message: ----------- A set of cosmetic changes to config.py - mostly better English in comments, and the section collecting family names from the file system, that does imho not belong to the user configurable settings, has been moved behind those. Modified Paths: -------------- trunk/pywikipedia/config.py Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2010-08-30 16:33:29 UTC (rev 8473) +++ trunk/pywikipedia/config.py 2010-09-01 09:33:55 UTC (rev 8474) @@ -50,7 +50,7 @@ # exception CaptchaError being thrown if a captcha is encountered. solve_captcha = True -# Some sites will require password identication to access the HTML pages at +# Some sites will require password authentication to access the HTML pages at # the site. If you have any such site, add lines to your user-config.py of # the following form: # @@ -64,9 +64,7 @@ # 2. You must use the hostname of the site, not its family/language pair authenticate = {} -# -# Security Connection for Wikimedia Projects -# +# Secure Connection to all Wikimedia Projects SSL_connection = False # password_file = ".passwd" @@ -79,22 +77,8 @@ use_api_login = True # Enable data recieve from all avalible API. - use_api = True -# Get the names of all known families, and initialize -# with empty dictionaries -import wikipediatools as _wt -_base_dir = _wt.get_base_dir() -_RfamilyFile = re.compile('(?P<name>.+)_family.py$') -for _filename in os.listdir(os.path.join(_base_dir, 'families')): - _m = _RfamilyFile.match(_filename) - if _m: - familyName = _m.group('name') - usernames[familyName] = {} - sysopnames[familyName] = {} - disambiguation_comment[familyName] = {} - # Display a warning message if your edits appear in recent changes page notify_unflagged_bot = True @@ -334,9 +318,8 @@ # You can signup an API key from http://code.google.com/apis/ajaxsearch/signup.html. google_key = '' - -# using Google AJAX Search API, it require the refer website, this variable save the refer web address -# when you sign up the Key. +# using Google AJAX Search API, it requires the referer website, this variable saves the referer web address +# when you sign up with the key. google_api_refer = '' # Some scripts allow using the Yahoo! Search Web Services. To use this feature, @@ -355,9 +338,9 @@ 'reviewer': None, # If so, under what reviewer name? } -# for all connection proxy handle +# for all connections: proxy handle # to use it, proxy['host'] have to support HTTP and include port number (e.g. localhost:8080) -# if proxy server neen authentication, set ('ID', 'PASSWORD') to proxy['auth']. +# if the proxy server needs authentication, set ('ID', 'PASSWORD') to proxy['auth']. proxy = { 'host': None, 'auth': None, @@ -371,17 +354,16 @@ copyright_msn = False # Perform a deep check, loading URLs to search if 'Wikipedia' is present. -# This may be useful to improve number of correct results. If you haven't -# a fast connection, you might want to keep they disabled. +# This may be useful to increase the number of correct results. If you haven't +# a fast connection, you might want to keep them disabled. copyright_check_in_source_google = False copyright_check_in_source_yahoo = False copyright_check_in_source_msn = False -# Web pages may content a Wikipedia text without 'Wikipedia' word but with -# typical '[edit]' tag result of copy & paste procedure. You can want no -# report for this kind of URLs, even if they are copyright violation. -# However, when enabled these URLs are logged in a file. - +# Web pages may contain a Wikipedia text without the word 'Wikipedia' but with the +# typical '[edit]' tag as a result of a copy & paste procedure. You want no +# report for this kind of URLs, even if they are copyright violations. +# However, when enabled, these URLs are logged in a file. copyright_check_in_source_section_names = False # Limit number of queries for page. @@ -401,7 +383,6 @@ # 1 = Disable search engine # 2 = Sleep (default) # 3 = Stop - copyright_exceeded_in_queries = 2 copyright_exceeded_in_queries_sleep_hours = 6 @@ -411,12 +392,11 @@ # Append length of URL to script result copyright_show_length = True -# By default the script try to identify and skip text that contents a wide +# By default the script tries to identify and skip text that contains a large # comma separated list or only numbers. But sometimes that might be the # only part unmodified of a slightly edited and not otherwise reported -# copyright violation. You can disable this feature to try to increase +# copyright violation. You can disable this feature to try to increase the # number of results. - copyright_economize_query = True ############## HTTP SETTINGS ############## @@ -431,7 +411,6 @@ ############## FURTHER SETTINGS ############## - # The bot can make some additional changes to each page it edits, e.g. fix # whitespace or positioning of interwiki and category links. @@ -474,6 +453,19 @@ # End of configuration section # ============================ + +# Get the names of all known families, and initialize +# with empty dictionaries +import wikipediatools as _wt +_base_dir = _wt.get_base_dir() +_RfamilyFile = re.compile('(?P<name>.+)_family.py$') +for _filename in os.listdir(os.path.join(_base_dir, 'families')): + _m = _RfamilyFile.match(_filename) + if _m: + familyName = _m.group('name') + usernames[familyName] = {} + sysopnames[familyName] = {} + disambiguation_comment[familyName] = {} # System-level and User-level changes. # Store current variables and their types. _glv = {}

1 0

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

Pywikipedia-svn September 2010