pywikibot

pywikibot@lists.wikimedia.org

6830 discussions

[Pywikipedia-l] SVN: [6374] trunk/pywikipedia
by nicdumz＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6374 Author: nicdumz Date: 2009-02-19 01:48:35 +0000 (Thu, 19 Feb 2009) Log Message: ----------- * Adding possibility to use a 'nocase' dictionary parameter in fixes.py * Making the .yu tld fix case-insensitive (End of relevant commit message) public key to add: ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA3k9HfYYI5Xks506CNfob6MSpage9iL309tCpxBgrJqdZRBitM/0FN2XFxolxKntej4gUxf/fJHzu2zL6w/lclxLIGlMteXBpsW1ciuBvbKydxLCKEnZtIrRwWnI9WP0ZuUz+UjdhpgGLCGXnVMJzhJKkEtXv/I3Ee3NtJaR85ub6FnFk2KPGqoUgF+vPnXD9mCUYT2kCIDu6Dh7UC5Ns4sZqxlvcehtMR2feHMTMTLEQT5NKq911mSUYizc+q28ES5/OYK/pnJEmGrdIc+lKlkl9Rq9fLG1N1HVp4R6xefyhUEx+YQ7p9PX2ZjwwpgrJ3FAHkfeu08i0Sr5ePXo4Qw== nicdumz@nii Modified Paths: -------------- trunk/pywikipedia/fixes.py trunk/pywikipedia/replace.py Modified: trunk/pywikipedia/fixes.py =================================================================== --- trunk/pywikipedia/fixes.py 2009-02-19 01:44:44 UTC (rev 6373) +++ trunk/pywikipedia/fixes.py 2009-02-19 01:48:35 UTC (rev 6374) @@ -544,6 +544,7 @@ # The following are domains that are often-used. 'yu-tld': { 'regex': False, + 'nocase': True, 'msg': { 'de': u'Bot: Ersetze Links auf .yu-Domains', 'en': u'Robot: Replacing links to .yu domains', Modified: trunk/pywikipedia/replace.py =================================================================== --- trunk/pywikipedia/replace.py 2009-02-19 01:44:44 UTC (rev 6373) +++ trunk/pywikipedia/replace.py 2009-02-19 01:48:35 UTC (rev 6374) @@ -627,6 +627,8 @@ wikipedia.translate(wikipedia.getSite(), fix['msg'])) if fix.has_key('exceptions'): exceptions = fix['exceptions'] + if fix.has_key('nocase'): + caseInsensitive = fix['nocase'] replacements = fix['replacements'] #Set the regular expression flags

1 0

[Pywikipedia-l] SVN: [6373] trunk/pywikipedia/family.py
by purodha＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6373 Author: purodha Date: 2009-02-19 01:44:44 +0000 (Thu, 19 Feb 2009) Log Message: ----------- Correct namespacenames 6, 7, for tr. Modified Paths: -------------- trunk/pywikipedia/family.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2009-02-18 17:53:12 UTC (rev 6372) +++ trunk/pywikipedia/family.py 2009-02-19 01:44:44 UTC (rev 6373) @@ -1008,7 +1008,7 @@ 'th': [u'ไฟล์', u'ภาพ'], 'tl': u'Larawan', 'tlh': u'nagh beQ', - 'tr': u'Resim', + 'tr': [u'Resim', u'Dosya'], 'tt': u'Räsem', 'ty': u'Fichier', 'udm': u'Суред', @@ -1181,7 +1181,7 @@ 'th': [u'คุยเรื่องไฟล์', u'คุยเรื่องภาพ'], 'tl': u'Usapang larawan', 'tlh': u"nagh beQ ja'chuq", - 'tr': u'Resim tartışma', + 'tr': [u'Resim tartışma', u'Dosya tartışma'], 'tt': u'Räsem bäxäse', 'ty': [u'Discussion Fichier', u'Discussion Image'], 'udm': u'Суред сярысь вераськон',

1 0

[Pywikipedia-l] SVN: [6372] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6372 Author: russblau Date: 2009-02-18 17:53:12 +0000 (Wed, 18 Feb 2009) Log Message: ----------- add command-line flag for per-component debug output Modified Paths: -------------- branches/rewrite/pywikibot/bot.py branches/rewrite/pywikibot/config2.py Modified: branches/rewrite/pywikibot/bot.py =================================================================== --- branches/rewrite/pywikibot/bot.py 2009-02-18 16:51:04 UTC (rev 6371) +++ branches/rewrite/pywikibot/bot.py 2009-02-18 17:53:12 UTC (rev 6372) @@ -270,7 +270,14 @@ elif arg == "-debug": if moduleName not in config.log: config.log.append(moduleName) - config.debug_log = True + if "" not in config.debug_log: + config.debug_log.append("") + elif arg.startswith("-debug:"): + if moduleName not in config.log: + config.log.append(moduleName) + component = arg[len("-debug:") : ] + if component not in config.debug_log: + config.debug_log.append(component) elif arg == '-verbose' or arg == "-v": config.verbose_output += 1 elif arg == '-daemonize': @@ -316,7 +323,7 @@ root_logger = logging.getLogger() root_logger.handlers = [] # get rid of default handler - root_logger.setLevel(DEBUG) # all records go to logger + root_logger.setLevel(VERBOSE) # all records except DEBUG go to logger # configure default handler for VERBOSE and INFO levels default_handler = TerminalHandler(strm=sys.stderr) @@ -336,10 +343,8 @@ logfile = config.datafilepath("%s-bot.log" % moduleName) file_handler = logging.handlers.RotatingFileHandler( filename=logfile, maxBytes=2 << 20, backupCount=5) - if config.debug_log: - file_handler.setLevel(DEBUG) - else: - file_handler.setLevel(VERBOSE) + + file_handler.setLevel(DEBUG) form = logging.Formatter( fmt="%(asctime)s %(filename)18s, %(lineno)d: " "%(levelname)-8s %(message)s", @@ -347,6 +352,10 @@ ) file_handler.setFormatter(form) root_logger.addHandler(file_handler) + for component in config.debug_log: + debuglogger = logging.getLogger(component) + debuglogger.setLevel(DEBUG) + debuglogger.addHandler(file_handler) # handler for level STDOUT output_handler = TerminalHandler(strm=sys.stdout) @@ -413,13 +422,16 @@ -nolog Disable the logfile (if it is enabled by default). --debug Enable the logfile and include extensive debugging data. +-debug:item Enable the logfile and include extensive debugging data +-debug for component "item" (or all components if the second form + is used). -putthrottle:n Set the minimum time (in seconds) the bot will wait between -pt:n saving pages. --verbose Have the bot provide additional output that may be useful in --v debugging. +-verbose Have the bot provide additional console output that may be +-v useful in debugging. + ''' % modname try: exec('import %s as module' % modname) Modified: branches/rewrite/pywikibot/config2.py =================================================================== --- branches/rewrite/pywikibot/config2.py 2009-02-18 16:51:04 UTC (rev 6371) +++ branches/rewrite/pywikibot/config2.py 2009-02-18 17:53:12 UTC (rev 6372) @@ -226,7 +226,7 @@ verbose_output = 0 # if True, include a lot of debugging info in logfile # (overrides log setting above) -debug_log = False +debug_log = [] ############## INTERWIKI SETTINGS ##############

1 0

[Pywikipedia-l] SVN: [6371] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6371 Author: filnik Date: 2009-02-18 16:51:04 +0000 (Wed, 18 Feb 2009) Log Message: ----------- bugfix, editorS Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2009-02-18 16:50:13 UTC (rev 6370) +++ trunk/pywikipedia/checkimages.py 2009-02-18 16:51:04 UTC (rev 6371) @@ -698,7 +698,7 @@ # The try block is used to prevent error if you use an old wikipedia.py's version. try: testoattuale = self.talk_page.get() - history = self.talk_page.getLatestEditor(limit = 10) + history = self.talk_page.getLatestEditors(limit = 10) latest_user = history[0]["user"] wikipedia.output(u'The latest user that has written something is: %s' % latest_user) for i in self.botolist:

1 0

[Pywikipedia-l] SVN: [6370] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6370 Author: russblau Date: 2009-02-18 16:50:13 +0000 (Wed, 18 Feb 2009) Log Message: ----------- component-specific debugging Modified Paths: -------------- branches/rewrite/pywikibot/page.py branches/rewrite/pywikibot/site.py branches/rewrite/pywikibot/throttle.py Modified: branches/rewrite/pywikibot/page.py =================================================================== --- branches/rewrite/pywikibot/page.py 2009-02-18 15:50:13 UTC (rev 6369) +++ branches/rewrite/pywikibot/page.py 2009-02-18 16:50:13 UTC (rev 6370) @@ -1172,33 +1172,28 @@ def encoding(self): """DEPRECATED: use Site.encoding() instead""" - pywikibot.output(u"Page.encoding() is deprecated; use Site.encoding().", - level=pywikibot.DEBUG) + logger.debug(u"Page.encoding() is deprecated; use Site.encoding().") return self.site().encoding() def titleWithoutNamespace(self, underscore=False): """DEPRECATED: use self.title(withNamespace=False) instead.""" - pywikibot.output(u"Page.titleWithoutNamespace() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Page.titleWithoutNamespace() method is deprecated.") return self.title(underscore=underscore, withNamespace=False, withSection=False) def titleForFilename(self): """DEPRECATED: use self.title(as_filename=True) instead.""" - pywikibot.output(u"Page.titleForFilename() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Page.titleForFilename() method is deprecated.") return self.title(as_filename=True) def sectionFreeTitle(self, underscore=False): """DEPRECATED: use self.title(withSection=False) instead.""" - pywikibot.output(u"Page.sectionFreeTitle() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Page.sectionFreeTitle() method is deprecated.") return self.title(underscore=underscore, withSection=False) def aslink(self, forceInterwiki=False, textlink=False, noInterwiki=False): """DEPRECATED: use self.title(asLink=True) instead.""" - pywikibot.output(u"Page.aslink() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Page.aslink() method is deprecated.") return self.title(asLink=True, forceInterwiki=forceInterwiki, allowInterwiki=not noInterwiki, textlink=textlink) @@ -1208,8 +1203,7 @@ DEPRECATED: use self.title(asUrl=True) instead. """ - pywikibot.output(u"Page.urlname() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Page.urlname() method is deprecated.") return self.title(asUrl=True) ####### DISABLED METHODS (warnings provided) ###### @@ -1288,9 +1282,8 @@ def getFileMd5Sum(self): """Return image file's MD5 checksum.""" - pywikibot.output( - u"ImagePage.getFileMd5Sum() is deprecated; use getFileSHA1Sum().", - level=pywikibot.DEBUG) + logger.debug( + u"ImagePage.getFileMd5Sum() is deprecated; use getFileSHA1Sum().") # FIXME: MD5 might be performed on incomplete file due to server disconnection # (see bug #1795683). import md5, urllib @@ -1504,26 +1497,22 @@ #### DEPRECATED METHODS #### def subcategoriesList(self, recurse=False): """DEPRECATED: Equivalent to list(self.subcategories(...))""" - pywikibot.output(u"Category.subcategoriesList() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Category.subcategoriesList() method is deprecated.") return sorted(list(set(self.subcategories(recurse)))) def articlesList(self, recurse=False): """DEPRECATED: equivalent to list(self.articles(...))""" - pywikibot.output(u"Category.articlesList() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Category.articlesList() method is deprecated.") return sorted(list(set(self.articles(recurse)))) def supercategories(self): """DEPRECATED: equivalent to self.categories()""" - pywikibot.output(u"Category.supercategories() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Category.supercategories() method is deprecated.") return self.categories() def supercategoriesList(self): """DEPRECATED: equivalent to list(self.categories(...))""" - pywikibot.output(u"Category.articlesList() method is deprecated.", - level=pywikibot.DEBUG) + logger.debug(u"Category.articlesList() method is deprecated.") return sorted(list(set(self.categories()))) Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2009-02-18 15:50:13 UTC (rev 6369) +++ branches/rewrite/pywikibot/site.py 2009-02-18 16:50:13 UTC (rev 6370) @@ -1052,7 +1052,7 @@ % (page.title(withSection=False, asLink=True), item['title'])) api.update_page(page, item) - pywikibot.output(str(item), level=pywikibot.DEBUG) + logger.debug(str(item)) return item[tokentype + "token"] # following group of methods map more-or-less directly to API queries Modified: branches/rewrite/pywikibot/throttle.py =================================================================== --- branches/rewrite/pywikibot/throttle.py 2009-02-18 15:50:13 UTC (rev 6369) +++ branches/rewrite/pywikibot/throttle.py 2009-02-18 16:50:13 UTC (rev 6370) @@ -66,8 +66,7 @@ global pid self.lock.acquire() mysite = self.mysite - pywikibot.output("Checking multiplicity: pid = %(pid)s" % globals(), - level=pywikibot.DEBUG) + logger.debug("Checking multiplicity: pid = %(pid)s" % globals()) try: processes = [] my_pid = pid or 1 # start at 1 if global pid not yet set

1 0

[Pywikipedia-l] SVN: [6369] trunk/pywikipedia/wikipedia.py
by filnik＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6369 Author: filnik Date: 2009-02-18 15:50:13 +0000 (Wed, 18 Feb 2009) Log Message: ----------- Little fixes to the function Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-02-18 15:49:34 UTC (rev 6368) +++ trunk/pywikipedia/wikipedia.py 2009-02-18 15:50:13 UTC (rev 6369) @@ -2727,7 +2727,8 @@ else: return new_text - def getLatestEditor(self, limit): + def getLatestEditors(self, limit = 1): + """ Function to get the last editors of a page """ #action=query&prop=revisions&titles=API&rvprop=timestamp|user|comment params = { 'action' :'query',

1 0

[Pywikipedia-l] SVN: [6368] trunk/pywikipedia/wikipedia.py
by filnik＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6368 Author: filnik Date: 2009-02-18 15:49:34 +0000 (Wed, 18 Feb 2009) Log Message: ----------- New function, get last editor(s) Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-02-18 15:49:13 UTC (rev 6367) +++ trunk/pywikipedia/wikipedia.py 2009-02-18 15:49:34 UTC (rev 6368) @@ -2727,6 +2727,23 @@ else: return new_text + def getLatestEditor(self, limit): + #action=query&prop=revisions&titles=API&rvprop=timestamp|user|comment + params = { + 'action' :'query', + 'prop' :'revisions', + 'rvprop' :'user|timestamp', + 'rvlimit' :limit, + 'titles' :self.title(), + } + data = query.GetData(params, useAPI = True, encodeTitle = False) + try: + # We don't know the page's id, if any other better idea please change it + pageid = data['query']['pages'].keys()[0] + nickdata = data['query']['pages'][pageid][u'revisions'] + return nickdata + except KeyError: + raise NoPage(u'API Error, nothing found in the APIs') class ImagePage(Page): """A subclass of Page representing an image descriptor wiki page. @@ -2851,7 +2868,7 @@ return [nick, timestamp] except KeyError: raise NoPage(u'API Error, nothing found in the APIs') - + def getHash(self): """ Function that return the Hash of an image in oder to understand if two Images are the same or not.

1 0

[Pywikipedia-l] SVN: [6367] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6367 Author: filnik Date: 2009-02-18 15:49:13 +0000 (Wed, 18 Feb 2009) Log Message: ----------- Other fixes Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2009-02-18 14:10:57 UTC (rev 6366) +++ trunk/pywikipedia/checkimages.py 2009-02-18 15:49:13 UTC (rev 6367) @@ -496,7 +496,7 @@ wikipedia.output(u'No data found.') return False -def categoryAllElements(CatName, cmlimit = 5000): +def categoryAllElements(CatName, cmlimit = 5000, categories_parsed = []): #action=query&list=categorymembers&cmlimit=500&cmtitle=Category:License_tags """ Category to load all the elements in a category. Limit: 5000 elements. @@ -512,6 +512,7 @@ data = query.GetData(params, useAPI = True, encodeTitle = False) + categories_parsed.append(CatName) try: members = data['query']['categorymembers'] except KeyError: @@ -528,20 +529,23 @@ ns = subcat['ns'] pageid = subcat['pageid'] title = subcat['title'] - if ns == 14: - allmembers.extend(categoryAllElements(title)) + if ns == 14: + if title not in categories_parsed: + categories_parsed.append(title) + (results_part, categories_parsed) = categoryAllElements(title, 5000, categories_parsed) + allmembers.extend(results_part) for member in allmembers: ns = member['ns'] pageid = member['pageid'] title = member['title'] results.append(member) - return results + return (results, categories_parsed) def categoryAllPageObjects(CatName): """ From a list of dictionaries, return a list of page objects. """ final = list() - for element in categoryAllElements(CatName): + for element in categoryAllElements(CatName)[0]: final.append(wikipedia.Page(wikipedia.getSite(), element['title'])) return final @@ -692,21 +696,16 @@ second_text = False # Getting the talk page's history, to check if there is another advise... # The try block is used to prevent error if you use an old wikipedia.py's version. - edit_to_load = 10 try: testoattuale = self.talk_page.get() - try: - history = self.talk_page.getVersionHistory(False, False, False, edit_to_load) - except TypeError: - history = self.talk_page.getVersionHistory(False, False, False) - latest_edit = history[0] - latest_user = latest_edit[2] + history = self.talk_page.getLatestEditor(limit = 10) + latest_user = history[0]["user"] wikipedia.output(u'The latest user that has written something is: %s' % latest_user) for i in self.botolist: if latest_user == i: second_text = True # A block to prevent the second message if the bot also welcomed users... - if latest_edit == history[-1]: + if history[0]['timestamp'] == history[-1]['timestamp']: second_text = False except wikipedia.IsRedirectPage: wikipedia.output(u'The user talk is a redirect, trying to get the right talk...')

1 0

[Pywikipedia-l] [ pywikipediabot-Bugs-2613069 ] -weblink case sensitive
by SourceForge.net 19 Feb '09

19 Feb '09

Bugs item #2613069, was opened at 2009-02-18 16:49 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2613069&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: Platonides (platonides) Assigned to: Nobody/Anonymous (nobody) Summary: -weblink case sensitive Initial Comment: If you do use -weblink with an upper case parameter (or lowercase if the links are uppercase at the wiki), it treats the link as a page. Eg. for -weblink:*.COM and [u'http://www.example.com', u'Foo'] it outputs: Page [[Http://www.example.com]] not found No changes were necessary in [[Foo]] Running r6366. Python 2.5.1 ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2613069&group_…

1 0

[Pywikipedia-l] SVN: [6366] trunk/pywikipedia/wikipedia.py
by filnik＠svn.wikimedia.org 19 Feb '09

19 Feb '09

Revision: 6366 Author: filnik Date: 2009-02-18 14:10:57 +0000 (Wed, 18 Feb 2009) Log Message: ----------- Better to delete this.. Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2009-02-18 13:49:52 UTC (rev 6365) +++ trunk/pywikipedia/wikipedia.py 2009-02-18 14:10:57 UTC (rev 6366) @@ -2880,28 +2880,6 @@ output(u'Image deleted before getting the Hash. Skipping...') return None - def getDuplicates(self): - #action=query&titles=File:Ayasegawa.jpg&prop=duplicatefiles - """ - Function that detects if a user is currently blocked or not. - """ - params = { - 'action' :'query', - 'titles' : self.title(), - 'prop' :'duplicatefiles', - } - - data = query.GetData(params, - useAPI = True, encodeTitle = False) - pageid = data[u'query'][u'pages'].keys()[0] - duplicates = list() - try: - for duplicateData in data[u'query'][u'pages'][pageid][u'duplicatefiles']: - duplicates.append(duplicateData[u"name"]) - return duplicates - except KeyError: - return None - def getFileVersionHistoryTable(self): """Return the version history in the form of a wiki table.""" lines = []

3 2

Jump to page:

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

pywikibot