October 2008 - Pywikipedia-l - lists.wikimedia.org

SVN: [5984] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 16 Oct '08

16 Oct '08

Revision: 5984 Author: russblau Date: 2008-10-16 20:47:02 +0000 (Thu, 16 Oct 2008) Log Message: ----------- more testing and bug-fixing Modified Paths: -------------- branches/rewrite/pywikibot/site.py branches/rewrite/pywikibot/tests/site_tests.py Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2008-10-16 16:49:37 UTC (rev 5983) +++ branches/rewrite/pywikibot/site.py 2008-10-16 20:47:02 UTC (rev 5984) @@ -1427,14 +1427,12 @@ if starttime and endtime: if reverse: if starttime > endtime: - logger.error( + raise pywikibot.Error( "blocks: starttime must be before endtime with reverse=True") - return else: if endtime > starttime: - logger.error( + raise pywikibot.Error( "blocks: endtime must be before starttime with reverse=False") - return bkgen = api.ListGenerator("blocks", site=self) bkgen.request["bkprop"] = \ "id|user|by|timestamp|expiry|reason|range|flags" Modified: branches/rewrite/pywikibot/tests/site_tests.py =================================================================== --- branches/rewrite/pywikibot/tests/site_tests.py 2008-10-16 16:49:37 UTC (rev 5983) +++ branches/rewrite/pywikibot/tests/site_tests.py 2008-10-16 20:47:02 UTC (rev 5984) @@ -436,7 +436,7 @@ # timestamps should be in descending order timestamps = [block['timestamp'] for block in bl] for t in xrange(1, len(timestamps)): - self.assertTrue(timestamps[t] < timestamps[t-1]) + self.assertTrue(timestamps[t] <= timestamps[t-1]) b2 = list(mysite.blocks(limit=10, reverse=True)) self.assertTrue(len(b2) <= 10) @@ -447,7 +447,7 @@ # timestamps should be in ascending order timestamps = [block['timestamp'] for block in b2] for t in xrange(1, len(timestamps)): - self.assertTrue(timestamps[t] > timestamps[t-1]) + self.assertTrue(timestamps[t] >= timestamps[t-1]) for block in mysite.blocks(starttime="20080101000001", limit=5): self.assertType(block, dict) @@ -469,9 +469,15 @@ self.assertType(block, dict) for prop in props: self.assertTrue(prop in block) + # starttime earlier than endtime + self.assertRaises(pywikibot.Error, mysite.blocks, + starttime="20080203000001", + endtime="20080203235959", limit=5) + # reverse: endtime earlier than starttime + self.assertRaises(pywikibot.Error, mysite.blocks, + starttime="20080203235959", + endtime="20080203000001", reverse=True, limit=5) -# TODO - def testExturlusage(self): """Test the site.exturlusage() method""" @@ -482,15 +488,26 @@ for link in eu)) for link in mysite.exturlusage(url, namespaces=[2, 3], limit=5): self.assertType(link, pywikibot.Page) + self.assertTrue(link.namespace() in (2, 3)) def testImageusage(self): """Test the site.imageusage() method""" - imagepage = pywikibot.ImagePage(pywikibot.Link("Image:Wiki.png", mysite)) + imagepage = iter(mainpage.imagelinks()).next() + # use first image appearing on main page iu = list(mysite.imageusage(imagepage, limit=10)) self.assertTrue(len(iu) <= 10) self.assertTrue(all(isinstance(link, pywikibot.Page) for link in iu)) + for using in mysite.imageusage(imagepage, namespaces=[3,4], limit=5): + self.assertType(using, pywikibot.Page) + self.assertTrue(imagepage in list(using.imagelinks())) + for using in mysite.imageusage(imagepage, filterredir=True, limit=5): + self.assertType(using, pywikibot.Page) + self.assertTrue(using.isRedirectPage()) + for using in mysite.imageusage(imagepage, filterredir=True, limit=5): + self.assertType(using, pywikibot.Page) + self.assertFalse(using.isRedirectPage()) def testLogEvents(self): """Test the site.logevents() method""" @@ -499,6 +516,42 @@ self.assertTrue(len(le) <= 10) self.assertTrue(all(isinstance(entry, dict) and "type" in entry for entry in le)) + for typ in ("block", "protect", "rights", "delete", "upload", + "move", "import", "patrol", "merge"): + for entry in mysite.logevents(logtype=typ, limit=3): + self.assertEqual(entry["type"], typ) + for entry in mysite.logevents(page=mainpage, limit=3): + self.assertTrue("title" in entry + and entry["title"] == mainpage.title()) + for entry in mysite.logevents(user=mysite.user(), limit=3): + self.assertTrue("user" in entry + and entry["user"] == mysite.user()) + for entry in mysite.logevents(start="20080101000001", limit=5): + self.assertType(entry, dict) + self.assertTrue(entry['timestamp'] <= "2008-01-01T00:00:01Z") + for entry in mysite.logevents(end="20080131235959", limit=5): + self.assertType(entry, dict) + self.assertTrue(entry['timestamp'] >= "2008-01-31T23:59:59Z") + for entry in mysite.logevents(start="20080202000001", + end="20080202235959", + reverse=True, limit=5): + self.assertType(entry, dict) + self.assertTrue("2008-02-02T00:00:01Z" <= entry['timestamp'] + <= "2008-02-02T23:59:59Z") + for entry in mysite.logevents(start="20080203235959", + end="20080203000001", + limit=5): + self.assertType(entry, dict) + self.assertTrue("2008-02-03T00:00:01Z" <= entry['timestamp'] + <= "2008-02-03T23:59:59Z") + # starttime earlier than endtime + self.assertRaises(pywikibot.Error, mysite.logevents, + start="20080203000001", + end="20080203235959", limit=5) + # reverse: endtime earlier than starttime + self.assertRaises(pywikibot.Error, mysite.logevents, + start="20080203235959", + end="20080203000001", reverse=True, limit=5) def testRecentchanges(self): """Test the site.recentchanges() method"""

1 0

SVN: [5983] trunk/pywikipedia/wikipedia.py
by filnik＠svn.wikimedia.org 16 Oct '08

16 Oct '08

Revision: 5983 Author: filnik Date: 2008-10-16 16:49:37 +0000 (Thu, 16 Oct 2008) Log Message: ----------- New function: pageAPInfo() to know if a page is a redirect or it's empty calling the API to improve the performance in some situations Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2008-10-16 16:49:27 UTC (rev 5982) +++ trunk/pywikipedia/wikipedia.py 2008-10-16 16:49:37 UTC (rev 5983) @@ -885,6 +885,33 @@ return False return True + def pageAPInfo(self): + """Return True if page exists on the wiki, + Raise IsRedirectPage if it's a redirect + Raise NoPage if the page doesn't exist + + Using the API should be a lot faster. + Function done in order to improve the scripts performance. + + """ + params = { + 'action' :'query', + 'prop' :'info', + 'titles' :self.title(), + } + data = query.GetData(params, + useAPI = True, encodeTitle = False) + pageid = data['query']['pages'].keys()[0] + if data['query']['pages'][pageid].keys()[0] == 'lastrevid': + return True + elif data['query']['pages'][pageid].keys()[0] == 'redirect': + raise IsRedirectPage + else: + # should not exists, OR we have problems. + # better double check in this situations + x = self.get() + return True # if we reach this point, we had no problems. + def isRedirectPage(self): """Return True if this is a redirect, False if not or not existing.""" try:

1 0

SVN: [5982] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 16 Oct '08

16 Oct '08

Revision: 5982 Author: filnik Date: 2008-10-16 16:49:27 +0000 (Thu, 16 Oct 2008) Log Message: ----------- New function: pageAPInfo() to know if a page is a redirect or it's empty calling the API to improve the performance in some situations Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-10-16 16:14:56 UTC (rev 5981) +++ trunk/pywikipedia/checkimages.py 2008-10-16 16:49:27 UTC (rev 5982) @@ -633,7 +633,8 @@ # Getting the talk page's history, to check if there is another advise... # The try block is used to prevent error if you use an old wikipedia.py's version. edit_to_load = 10 - if self.talk_page.exists(): + try: + testoattuale = self.talk_page.get() try: history = self.talk_page.getVersionHistory(False, False, False, edit_to_load) except TypeError: @@ -641,24 +642,22 @@ latest_edit = history[0] latest_user = latest_edit[2] wikipedia.output(u'The latest user that has written something is: %s' % latest_user) - try: - testoattuale = self.talk_page.get() # Actual text - except wikipedia.IsRedirectPage: - wikipedia.output(u'The user talk is a redirect, trying to get the right talk...') - try: - self.talk_page = self.talk_page.getRedirectTarget() - testoattuale = self.talk_page.get() - except wikipedia.NoPage: - second_text = False - ti_es_ti = wikipedia.translate(self.site, empty) - testoattuale = ti_es_ti for i in self.botolist: if latest_user == i: second_text = True # A block to prevent the second message if the bot also welcomed users... if latest_edit == history[-1]: second_text = False - else: + except wikipedia.IsRedirectPage: + wikipedia.output(u'The user talk is a redirect, trying to get the right talk...') + try: + self.talk_page = self.talk_page.getRedirectTarget() + testoattuale = self.talk_page.get() + except wikipedia.NoPage: + second_text = False + ti_es_ti = wikipedia.translate(self.site, empty) + testoattuale = ti_es_ti + except wikipedia.NoPage: wikipedia.output(u'The user page is blank') second_text = False ti_es_ti = wikipedia.translate(self.site, empty) @@ -944,7 +943,7 @@ try: text_get = another_page.get() except wikipedia.NoPage: - text_get = str() + text_get = '' except wikipedia.IsRedirectPage: text_get = another_page.getRedirectTarget().get() if len(text_get) >= self.logFulNumber: @@ -1030,11 +1029,11 @@ #print template.exists() template = wikipedia.Page(self.site, 'Template:%s' % license_selected) try: - template.get() + template.pageAPInfo() except wikipedia.NoPage: try: template = wikipedia.Page(self.site, license_selected) - template.get() + template.pageAPInfo() except (wikipedia.NoPage, wikipedia.IsRedirectPage): return None # break and exit except wikipedia.IsRedirectPage:

1 0

SVN: [5981] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 16 Oct '08

16 Oct '08

Revision: 5981 Author: filnik Date: 2008-10-16 16:14:56 +0000 (Thu, 16 Oct 2008) Log Message: ----------- Improving the bot: less requestes as possible to the server Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-10-16 13:02:32 UTC (rev 5980) +++ trunk/pywikipedia/checkimages.py 2008-10-16 16:14:56 UTC (rev 5981) @@ -641,10 +641,6 @@ latest_edit = history[0] latest_user = latest_edit[2] wikipedia.output(u'The latest user that has written something is: %s' % latest_user) - else: - wikipedia.output(u'The user page is blank') - - if self.talk_page.exists(): try: testoattuale = self.talk_page.get() # Actual text except wikipedia.IsRedirectPage: @@ -663,6 +659,7 @@ if latest_edit == history[-1]: second_text = False else: + wikipedia.output(u'The user page is blank') second_text = False ti_es_ti = wikipedia.translate(self.site, empty) testoattuale = ti_es_ti @@ -944,10 +941,12 @@ if rep_text == None: rep_text = self.rep_text another_page = wikipedia.Page(self.site, rep_page) if regex == None: regex = image_to_report - if another_page.exists(): + try: text_get = another_page.get() - else: + except wikipedia.NoPage: text_get = str() + except wikipedia.IsRedirectPage: + text_get = another_page.getRedirectTarget().get() if len(text_get) >= self.logFulNumber: raise LogIsFull("The log page (%s) is full! Please delete the old images reported." % another_page.title()) pos = 0 @@ -1030,11 +1029,15 @@ def giveMeTheTemplate(self, license_selected): #print template.exists() template = wikipedia.Page(self.site, 'Template:%s' % license_selected) - if not template.exists(): - template = wikipedia.Page(self.site, license_selected) - if not template.exists(): + try: + template.get() + except wikipedia.NoPage: + try: + template = wikipedia.Page(self.site, license_selected) + template.get() + except (wikipedia.NoPage, wikipedia.IsRedirectPage): return None # break and exit - if template.isRedirectPage(): + except wikipedia.IsRedirectPage: template = template.getRedirectTarget() return template @@ -1493,68 +1496,69 @@ continue # If the image exists (maybe it has been deleting during the oder # checking parts or something, who knows? ;-)) - if p.exists(): - # Here begins the check block. - if tagged == True: - # Tagged? Yes, skip. - printWithTimeZone(u'%s is already tagged...' % imageName) + #if p.exists(): <-- improve the bot, better to make as + # less call to the server as possible + # Here begins the check block. + if tagged == True: + # Tagged? Yes, skip. + printWithTimeZone(u'%s is already tagged...' % imageName) + continue + if some_problem == True: + if mex_used in g: + wikipedia.output(u'Image already fixed. Skip.') continue - if some_problem == True: - if mex_used in g: - wikipedia.output(u'Image already fixed. Skip.') - continue - wikipedia.output(u"The image description for %s contains %s..." % (imageName, name_used)) - if mex_used.lower() == 'default': - mex_used = unvertext - if imagestatus_used == False: - reported = mainClass.report_image(imageName) - else: - reported = True - if reported == True: - #if imagestatus_used == True: - mainClass.report(mex_used, imageName, text_used, "\n%s\n" % head_used, None, imagestatus_used, summary_used) - else: - wikipedia.output(u"Skipping the image...") - some_problem = False - continue - elif parentesi == True: - seems_ok = False - license_found = None - if smartdetection: - license_found = mainClass.smartDetection(g) - else: - printWithTimeZone(u"%s seems ok..." % imageName) - # It works also without this... but i want only to be sure ^^ - parentesi = False - continue - elif delete == True: - wikipedia.output(u"%s is not a file!" % imageName) - # Modify summary text - wikipedia.setAction(dels) - canctext = di % extension - notification = din % imageName - head = dih - mainClass.report(canctext, imageName, notification, head) - delete = False - continue - elif g in nothing: - wikipedia.output(u"The image description for %s does not contain a license template!" % imageName) - if hiddenTemplateFound and HiddenTN != None and HiddenTN != '' and HiddenTN != ' ': - notification = HiddenTN % imageName - else: - notification = nn % imageName - head = nh - mainClass.report(unvertext, imageName, notification, head, smwl) - continue + wikipedia.output(u"The image description for %s contains %s..." % (imageName, name_used)) + if mex_used.lower() == 'default': + mex_used = unvertext + if imagestatus_used == False: + reported = mainClass.report_image(imageName) else: - wikipedia.output(u"%s has only text and not the specific license..." % imageName) - if hiddenTemplateFound and HiddenTN != None and HiddenTN != '' and HiddenTN != ' ': - notification = HiddenTN % imageName - else: - notification = nn % imageName - head = nh - mainClass.report(unvertext, imageName, notification, head, smwl) - continue + reported = True + if reported == True: + #if imagestatus_used == True: + mainClass.report(mex_used, imageName, text_used, "\n%s\n" % head_used, None, imagestatus_used, summary_used) + else: + wikipedia.output(u"Skipping the image...") + some_problem = False + continue + elif parentesi == True: + seems_ok = False + license_found = None + if smartdetection: + license_found = mainClass.smartDetection(g) + else: + printWithTimeZone(u"%s seems ok..." % imageName) + # It works also without this... but i want only to be sure ^^ + parentesi = False + continue + elif delete == True: + wikipedia.output(u"%s is not a file!" % imageName) + # Modify summary text + wikipedia.setAction(dels) + canctext = di % extension + notification = din % imageName + head = dih + mainClass.report(canctext, imageName, notification, head) + delete = False + continue + elif g in nothing: + wikipedia.output(u"The image description for %s does not contain a license template!" % imageName) + if hiddenTemplateFound and HiddenTN != None and HiddenTN != '' and HiddenTN != ' ': + notification = HiddenTN % imageName + else: + notification = nn % imageName + head = nh + mainClass.report(unvertext, imageName, notification, head, smwl) + continue + else: + wikipedia.output(u"%s has only text and not the specific license..." % imageName) + if hiddenTemplateFound and HiddenTN != None and HiddenTN != '' and HiddenTN != ' ': + notification = HiddenTN % imageName + else: + notification = nn % imageName + head = nh + mainClass.report(unvertext, imageName, notification, head, smwl) + continue # A little block to perform the repeat or to break. if repeat == True: printWithTimeZone(u"Waiting for %s seconds," % time_sleep)

1 0

SVN: [5980] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 16 Oct '08

16 Oct '08

Revision: 5980 Author: filnik Date: 2008-10-16 13:02:32 +0000 (Thu, 16 Oct 2008) Log Message: ----------- Bugfix: do not check in the <pre> or <nowiki> fields Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-10-16 05:12:44 UTC (rev 5979) +++ trunk/pywikipedia/checkimages.py 2008-10-16 13:02:32 UTC (rev 5980) @@ -1391,6 +1391,10 @@ except wikipedia.IsRedirectPage: wikipedia.output(u"The file description for %s is a redirect?!" % imageName) continue + # Delete the fields where the templates cannot be loaded + regex_nowiki = re.compile(r'<nowiki>(.*?)</nowiki>', re.DOTALL) + regex_pre = re.compile(r'<pre>(.*?)</pre>', re.DOTALL) + g = regex_nowiki.sub('', g); g = regex_pre.sub('', g) # Check on commons if there's already an image with the same name if commonsActive == True: response = mainClass.checkImageOnCommons()

1 0

SVN: [5979] trunk/pywikipedia/interwiki.py
by purodha＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5979 Author: purodha Date: 2008-10-16 05:12:44 +0000 (Thu, 16 Oct 2008) Log Message: ----------- Minimal description tweaking. Modified Paths: -------------- trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2008-10-16 04:59:55 UTC (rev 5978) +++ trunk/pywikipedia/interwiki.py 2008-10-16 05:12:44 UTC (rev 5979) @@ -149,10 +149,10 @@ These arguments specify in which way the bot should follow interwiki links: - -noredirect do not follow redirects (note: without ending colon) + -noredirect do not follow redirects. (note: without ending colon) -initialredirect work on target if a redirect is entered on the command - line (note: without ending colon) + line. (note: without ending colon) -neverlink: used as -neverlink:xx where xx is a language code: Disregard any links found to language xx. You can also @@ -173,7 +173,7 @@ -back only work on pages that have no backlink from any other language; if a backlink is found, all work on the page - will be halted. + will be halted. (note: without ending colon) The following arguments are only important for users who have accounts for multiple languages, and specify on which sites the bot should modify pages:

1 0

SVN: [5978] trunk/pywikipedia
by purodha＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5978 Author: purodha Date: 2008-10-16 04:59:55 +0000 (Thu, 16 Oct 2008) Log Message: ----------- Fix bug 2168298, add -hint:latin to interwiki.py Modified Paths: -------------- trunk/pywikipedia/family.py trunk/pywikipedia/interwiki.py trunk/pywikipedia/titletranslate.py Modified: trunk/pywikipedia/family.py =================================================================== --- trunk/pywikipedia/family.py 2008-10-15 17:35:14 UTC (rev 5977) +++ trunk/pywikipedia/family.py 2008-10-16 04:59:55 UTC (rev 5978) @@ -2664,15 +2664,48 @@ # Some languages belong to a group where the possibility is high that # equivalent articles have identical titles among the group. self.language_groups = { + # languages using the arabic script (incomplete) + 'arab' : [ + 'ar', 'ps', 'sd', 'ur', + # languages using multiple scripts, including arabic + 'kk', 'ku', 'tt', 'ug' + ], # languages that use chinese symbols 'chinese': [ - 'ja', 'wuu', 'zh', 'zh-classical', 'zh-yue', 'gan' + 'wuu', 'zh', 'zh-classical', 'zh-yue', 'gan', 'ii', + # languages using multiple/mixed scripts, including chinese + 'ja', 'za' ], # languages that use the cyrillic alphabet 'cyril': [ - 'ab', 'ba', 'be', 'be-x-old', 'bg', 'ce', 'cv', 'kk', 'kv', 'ky', 'mk', - 'mn', 'os', 'ru', 'sr', 'tg', 'tk', 'udm', 'uk', 'xal' + 'ab', 'av', 'ba', 'be', 'be-x-old', 'bg', 'bxr', 'ce', 'cu', 'cv', 'kv', + 'ky', 'mk', 'lbe', 'mdf', 'mn', 'mo', 'myv', 'os', 'ru', 'sah', 'tg', + 'tk', 'udm', 'uk', 'xal', + # languages using multiple scripts, including cyrillic + 'ha', 'kk', 'sh', 'sr', 'tt' ], + # languages that use the latin alphabet + 'latin': [ + 'aa', 'af', 'ak', 'als', 'an', 'ang', 'ast', 'ay', 'bar', 'bat-smg', + 'bcl', 'bi', 'bm', 'br', 'bs', 'ca', 'cbk-zam', 'cdo', 'ceb', 'ch', + 'cho', 'chy', 'co', 'crh', 'cs', 'csb', 'cy', 'da', 'de', 'diq', 'dsb', + 'ee', 'eml', 'en', 'eo', 'es', 'et', 'eu', 'ext', 'ff', 'fi', 'fiu-vro', + 'fj', 'fo', 'fr', 'frp', 'fur', 'fy', 'ga', 'gd', 'gl', 'gn', 'gv', + 'hak', 'haw', 'hif', 'ho', 'hr', 'hsb', 'ht', 'hu', 'hz', 'ia', 'id', + 'ie', 'ig', 'ik', 'ilo', 'io', 'is', 'it', 'jbo', 'jv', 'kaa', 'kab', + 'kg', 'ki', 'kj', 'kl', 'kr', 'ksh', 'kw', 'la', 'lad', 'lb', 'lg', + 'li', 'lij', 'lmo', 'ln', 'lt', 'lv', 'map-bms', 'mg', 'mh', 'mi', 'ms', + 'mt', 'mus', 'na', 'nah', 'nap', 'nds', 'nds-nl', 'ng', 'nl', 'nn', + 'no', 'nov', 'nrm', 'nv', 'ny', 'oc', 'om', 'pag', 'pam', 'pap', 'pdc', + 'pih', 'pl', 'pms', 'pt', 'qu', 'rm', 'rn', 'ro', 'roa-rup', 'roa-tara', + 'rw', 'sc', 'scn', 'sco', 'se', 'sg', 'simple', 'sk', 'sl', 'sm', 'sn', + 'so', 'sq', 'srn', 'ss', 'st', 'stq', 'su', 'sv', 'sw', 'szl', 'tet', + 'tl', 'tn', 'to', 'tpi', 'tr', 'ts', 'tum', 'tw', 'ty', 'uz', 've', + 'vec', 'vi', 'vls', 'vo', 'wa', 'war', 'wo', 'xh', 'yo', 'zea', + 'zh-min-nan', 'zu', + # languages using multiple scripts, including latin + 'az', 'chr', 'ha', 'iu', 'kk', 'ku', 'rmy', 'sh', 'sr', 'tt', 'ug', 'za' + ], # Scandinavian languages 'scand': [ 'da', 'fo', 'is', 'no', 'sv' Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2008-10-15 17:35:14 UTC (rev 5977) +++ trunk/pywikipedia/interwiki.py 2008-10-16 04:59:55 UTC (rev 5978) @@ -87,6 +87,7 @@ number. * cyril: All languages that use the Cyrillic alphabet. * chinese: All Chinese dialects. + * latin: All languages using the Latin script. * scand: All Scandinavian languages. -askhints: for each page one or more hints are asked. See hint: above Modified: trunk/pywikipedia/titletranslate.py =================================================================== --- trunk/pywikipedia/titletranslate.py 2008-10-15 17:35:14 UTC (rev 5977) +++ trunk/pywikipedia/titletranslate.py 2008-10-16 04:59:55 UTC (rev 5978) @@ -54,7 +54,8 @@ if x not in result: result.append(x) else: - wikipedia.output(u"Ignoring unknown language code %s"%newcode) + if wikipedia.verbose: + wikipedia.output(u"Ignoring unknown language code %s"%newcode) # Autotranslate dates into all other languages, the rest will come from existing interwiki links. if auto:

1 0

[ pywikipediabot-Feature Requests-2170392 ] add -hint:latin to interwiki.py
by SourceForge.net 15 Oct '08

15 Oct '08

Feature Requests item #2170392, was opened at 2008-10-16 03:48 Message generated for change (Comment added) made by purodha You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170392&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Purodha B Blissenbach (purodha) Assigned to: Nobody/Anonymous (nobody) Summary: add -hint:latin to interwiki.py Initial Comment: interwiki.py already supports -hint:cyril so as to select all wikis of a familiy using the cyrillic script. Adding -hint:latin only appears logical, an will be useful e.g. when dealing with proper names that can most often be expected to be spellt alike in almost all languages using the Latin script. ---------------------------------------------------------------------- Comment By: Purodha B Blissenbach (purodha) Date: 2008-10-16 03:50 Message: This artifact has been marked as a duplicate of artifact 2168298 with reason: No explanation provided. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170392&group_…

1 0

[ pywikipediabot-Feature Requests-2170392 ] add -hint:latin to interwiki.py
by SourceForge.net 15 Oct '08

15 Oct '08

Feature Requests item #2170392, was opened at 2008-10-16 03:48 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170392&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Purodha B Blissenbach (purodha) Assigned to: Nobody/Anonymous (nobody) Summary: add -hint:latin to interwiki.py Initial Comment: interwiki.py already supports -hint:cyril so as to select all wikis of a familiy using the cyrillic script. Adding -hint:latin only appears logical, an will be useful e.g. when dealing with proper names that can most often be expected to be spellt alike in almost all languages using the Latin script. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170392&group_…

1 0

[ pywikipediabot-Feature Requests-2170330 ] add -hint:latin to interwiki.py
by SourceForge.net 15 Oct '08

15 Oct '08

Feature Requests item #2170330, was opened at 2008-10-16 03:20 Message generated for change (Comment added) made by purodha You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170330&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Purodha B Blissenbach (purodha) Assigned to: Nobody/Anonymous (nobody) Summary: add -hint:latin to interwiki.py Initial Comment: interwiki.py already supports -hint:cyril so as to select all wikis of a familiy using the cyrillic script. Adding -hint:latin only appears logical, an will be useful e.g. when dealing with proper names that can most often be expected to be spellt alike in almost all languages using the Latin script. ---------------------------------------------------------------------- Comment By: Purodha B Blissenbach (purodha) Date: 2008-10-16 03:47 Message: This artifact has been marked as a duplicate of artifact 2168298 with reason: No explanation provided. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170330&group_…

1 0

[ pywikipediabot-Feature Requests-2170330 ] add -hint:latin to interwiki.py
by SourceForge.net 15 Oct '08

15 Oct '08

Feature Requests item #2170330, was opened at 2008-10-16 03:20 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170330&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Purodha B Blissenbach (purodha) Assigned to: Nobody/Anonymous (nobody) Summary: add -hint:latin to interwiki.py Initial Comment: interwiki.py already supports -hint:cyril so as to select all wikis of a familiy using the cyrillic script. Adding -hint:latin only appears logical, an will be useful e.g. when dealing with proper names that can most often be expected to be spellt alike in almost all languages using the Latin script. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2170330&group_…

1 0

[ pywikipediabot-Bugs-2169485 ] image.py bug
by SourceForge.net 15 Oct '08

15 Oct '08

Bugs item #2169485, was opened at 2008-10-15 22:56 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2169485&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: None Group: None Status: Open Resolution: None Priority: 5 Private: No Submitted By: giurrero (giurrero) Assigned to: Nobody/Anonymous (nobody) Summary: image.py bug Initial Comment: image.py has a bug here: if not site.nocapitalize: old = '[' + self.oldImage[0].upper() + self.oldImage[0].lower() + ']' + self.oldImage[1:] else: old = self.oldImage old = re.sub('[_ ]', '[_ ]', old) escaped = re.escape(old) if not self.loose or not self.newImage: ImageRegex = re.compile(r'\[\[ *(?:' + '|'.join(site.namespace(6, all = True)) + ')\s*:\s*' + escaped + ' *(?P<parameters>\|[^\n]+|) *\]\]') else: ImageRegex = re.compile(r'' + escaped) the escaping must be the first thing that you do, now if you replace [_ ] with [_ ], and do the escaping: "my_image" -> "my[ _]image" -> "my\[\ \_\]image" I think that the solution in wikipedia.py replaceImage will be the best Pywikipedia [http] trunk/pywikipedia (r5976, Oct 15 2008, 17:28:48) Python 2.5.2 (r252:60911, Aug 1 2008, 00:37:21) [GCC 4.3.1 20080507 (prerelease) [gcc-4_3-branch revision 135036]] ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603138&aid=2169485&group_…

1 0

SVN: [5977] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5977 Author: russblau Date: 2008-10-15 17:35:14 +0000 (Wed, 15 Oct 2008) Log Message: ----------- more tests and bug-fixes Modified Paths: -------------- branches/rewrite/pywikibot/site.py branches/rewrite/pywikibot/tests/site_tests.py Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2008-10-15 17:28:48 UTC (rev 5976) +++ branches/rewrite/pywikibot/site.py 2008-10-15 17:35:14 UTC (rev 5977) @@ -1431,7 +1431,7 @@ "blocks: starttime must be before endtime with reverse=True") return else: - if endtime < starttime: + if endtime > starttime: logger.error( "blocks: endtime must be before starttime with reverse=False") return @@ -1443,7 +1443,7 @@ if endtime: bkgen.request["bkend"] = endtime if reverse: - bkgen.request["bkdir"] = newer + bkgen.request["bkdir"] = "newer" if blockids: bkgen.request["bkids"] = blockids if users: Modified: branches/rewrite/pywikibot/tests/site_tests.py =================================================================== --- branches/rewrite/pywikibot/tests/site_tests.py 2008-10-15 17:28:48 UTC (rev 5976) +++ branches/rewrite/pywikibot/tests/site_tests.py 2008-10-15 17:35:14 UTC (rev 5977) @@ -401,15 +401,77 @@ self.assertTrue(len(ai) <= 10) self.assertTrue(all(isinstance(image, pywikibot.ImagePage) for image in ai)) + for impage in mysite.allimages(start="Ba", limit=5): + self.assertType(impage, pywikibot.ImagePage) + self.assertTrue(mysite.page_exists(impage)) + self.assertTrue(impage.title(withNamespace=False) >= "Ba") + # Bug # 15985 +## for impage in mysite.allimages(start="Da", reverse=True, limit=5): +## self.assertType(impage, pywikibot.ImagePage) +## self.assertTrue(mysite.page_exists(impage)) +## self.assertTrue(impage.title() <= "Da") + for impage in mysite.allimages(prefix="Ch", limit=5): + self.assertType(impage, pywikibot.ImagePage) + self.assertTrue(mysite.page_exists(impage)) + self.assertTrue(impage.title(withNamespace=False).startswith("Ch")) + for impage in mysite.allimages(minsize=100, limit=5): + self.assertType(impage, pywikibot.ImagePage) + self.assertTrue(mysite.page_exists(impage)) + self.assertTrue(len(impage.text) >= 100) + for impage in mysite.allimages(maxsize=200, limit=5): + self.assertType(impage, pywikibot.ImagePage) + self.assertTrue(mysite.page_exists(impage)) + self.assertTrue(len(impage.text) <= 200) def testBlocks(self): """Test the site.blocks() method""" + props = ("id", "by", "timestamp", "expiry", "reason") bl = list(mysite.blocks(limit=10)) self.assertTrue(len(bl) <= 10) - self.assertTrue(all(isinstance(block, dict) - for block in bl)) + for block in bl: + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + # timestamps should be in descending order + timestamps = [block['timestamp'] for block in bl] + for t in xrange(1, len(timestamps)): + self.assertTrue(timestamps[t] < timestamps[t-1]) + b2 = list(mysite.blocks(limit=10, reverse=True)) + self.assertTrue(len(b2) <= 10) + for block in b2: + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + # timestamps should be in ascending order + timestamps = [block['timestamp'] for block in b2] + for t in xrange(1, len(timestamps)): + self.assertTrue(timestamps[t] > timestamps[t-1]) + + for block in mysite.blocks(starttime="20080101000001", limit=5): + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + for block in mysite.blocks(endtime="20080131235959", limit=5): + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + for block in mysite.blocks(starttime="20080202000001", + endtime="20080202235959", + reverse=True, limit=5): + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + for block in mysite.blocks(starttime="20080203235959", + endtime="20080203000001", + limit=5): + self.assertType(block, dict) + for prop in props: + self.assertTrue(prop in block) + +# TODO + def testExturlusage(self): """Test the site.exturlusage() method""" @@ -418,6 +480,8 @@ self.assertTrue(len(eu) <= 10) self.assertTrue(all(isinstance(link, pywikibot.Page) for link in eu)) + for link in mysite.exturlusage(url, namespaces=[2, 3], limit=5): + self.assertType(link, pywikibot.Page) def testImageusage(self): """Test the site.imageusage() method"""

1 0

SVN: [5976] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5976 Author: filnik Date: 2008-10-15 17:28:48 +0000 (Wed, 15 Oct 2008) Log Message: ----------- Bugfix in the regex to detect the dupes in the report page Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-10-15 12:17:22 UTC (rev 5975) +++ trunk/pywikipedia/checkimages.py 2008-10-15 17:28:48 UTC (rev 5976) @@ -837,7 +837,7 @@ dupTalkText = wikipedia.translate(self.site, duplicates_user_talk_text) dupComment_talk = wikipedia.translate(self.site, duplicates_comment_talk) dupComment_image = wikipedia.translate(self.site, duplicates_comment_image) - duplicateRegex = r'\n\*(?:\[\[:Image:%s\]\] has the following duplicates:|\*\[\[:Image:%s\]\])$' % (self.convert_to_url(self.image), self.convert_to_url(self.image)) + duplicateRegex = r'\n\*(?:\[\[:Image:%s\]\] has the following duplicates(?: $\'\'\'forced mode\'\'\'$|):|\*\[\[:Image:%s\]\])$' % (self.convert_to_url(self.image), self.convert_to_url(self.image)) imagePage = wikipedia.ImagePage(self.site, 'Image:%s' % self.image) hash_found = imagePage.getHash() duplicates = self.site.getImagesFromAnHash(hash_found)

1 0

SVN: [5971] trunk/pywikipedia/interwiki.py
by a_engels＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5971 Author: a_engels Date: 2008-10-15 07:18:52 +0000 (Wed, 15 Oct 2008) Log Message: ----------- 1. Add a new option -back. If -back is added as an option, ONLY pages that do not have backlinks yet will be worked on. 2. When using -autonomous, the bot will now halt as soon as it finds a conflict, and not needlessly load more pages. Modified Paths: -------------- trunk/pywikipedia/interwiki.py Modified: trunk/pywikipedia/interwiki.py =================================================================== --- trunk/pywikipedia/interwiki.py 2008-10-15 07:16:05 UTC (rev 5970) +++ trunk/pywikipedia/interwiki.py 2008-10-15 07:18:52 UTC (rev 5971) @@ -169,6 +169,10 @@ you are sure you have first gotten the interwiki on the starting page exactly right). (note: without ending colon) + + -back only work on pages that have no backlink from any other + language; if a backlink is found, all work on the page + will be halted. The following arguments are only important for users who have accounts for multiple languages, and specify on which sites the bot should modify pages: @@ -462,6 +466,7 @@ rememberno = False followinterwiki = True minsubjects = config.interwiki_min_subjects + nobackonly = False class Subject(object): """ @@ -493,6 +498,7 @@ self.problemfound = False self.untranslated = None self.hintsAsked = False + self.forcedStop = False def getFoundDisambig(self, site): """ @@ -575,6 +581,15 @@ # If there are any, return them. Otherwise, nothing is in progress. return self.pending + def makeForcedStop(self,counter): + """ + Ends work on the page before the normal end. + """ + for page in self.todo: + counter.minus(page.site()) + self.todo = [] + self.forcedStop = True + def addIfNew(self, page, counter, linkingPage): """ Adds the pagelink given to the todo list, but only if we didn't know @@ -585,6 +600,13 @@ Returns True iff the page is new. """ + if self.forcedStop: + return False + if globalvar.nobackonly: + if page == self.originPage: + wikipedia.output("%s has a backlink from %s."%(page,linkingPage)) + self.makeForcedStop(counter) + return False if self.foundIn.has_key(page): # not new self.foundIn[page].append(linkingPage) @@ -809,6 +831,11 @@ if globalvar.untranslatedonly: # Ignore the interwiki links. iw = () + elif globalvar.autonomous and page.site() in [p.site() for p in self.done if p != page and p.exists() and not p.isRedirectPage()]: + otherpage = [p for p in self.done if p.site() == page.site() and p != page and p.exists() and not p.isRedirectPage()][0] + wikipedia.output(u"Stopping work on %s because duplicate pages %s and %s are found"%(self.originPage.aslink(),otherpage.aslink(True),page.aslink(True))) + self.makeForcedStop(counter) + iw = () elif page.isEmpty() and not page.isCategory(): wikipedia.output(u"NOTE: %s is empty; ignoring it and its interwiki links" % page.aslink(True)) # Ignore the interwiki links @@ -979,6 +1006,9 @@ be told to make another get request first.""" if not self.isDone(): raise "Bugcheck: finish called before done" + if self.forcedStop: + wikipedia.output("Stopping work on %s."%self.originPage) + return if self.originPage.isRedirectPage(): return if not self.untranslated and globalvar.untranslatedonly: @@ -1677,6 +1707,8 @@ globalvar.minsubjects = int(arg[7:]) elif arg.startswith('-query:'): globalvar.maxquerysize = int(arg[7:]) + elif arg == '-back': + globalvar.nobackonly = True else: generator = genFactory.handleArg(arg) if generator:

2 1

SVN: [5975] trunk/pywikipedia/checkimages.py
by filnik＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5975 Author: filnik Date: 2008-10-15 12:17:22 +0000 (Wed, 15 Oct 2008) Log Message: ----------- Little bugfix in the load-regex Modified Paths: -------------- trunk/pywikipedia/checkimages.py Modified: trunk/pywikipedia/checkimages.py =================================================================== --- trunk/pywikipedia/checkimages.py 2008-10-15 08:14:30 UTC (rev 5974) +++ trunk/pywikipedia/checkimages.py 2008-10-15 12:17:22 UTC (rev 5975) @@ -1105,7 +1105,7 @@ load_2 = True # I search with a regex how many user have not the talk page # and i put them in a list (i find it more easy and secure) - regl = r"(\"|\')(.*?)\1(?:,\s+?|\])" + regl = r"(\"|\')(.*?)\1(?:,|\])" pl = re.compile(regl, re.UNICODE) for xl in pl.finditer(raw): word = xl.group(2).replace('\\\\', '\\')

1 0

[ pywikipediabot-Feature Requests-2168298 ] add -hint:latin to interwiki.py
by SourceForge.net 15 Oct '08

15 Oct '08

Feature Requests item #2168298, was opened at 2008-10-15 12:00 Message generated for change (Tracker Item Submitted) made by Item Submitter You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2168298&group_… Please note that this message will contain a full copy of the comment thread, including the initial issue submission, for this request, not just the latest update. Category: interwiki Group: None Status: Open Priority: 5 Private: No Submitted By: Purodha B Blissenbach (purodha) Assigned to: Nobody/Anonymous (nobody) Summary: add -hint:latin to interwiki.py Initial Comment: interwiki.py already supports -hint:cyril so as to select all wikis of a familiy using the cyrillic script. Adding -hint:latin only appears logical, an will be useful e.g. when dealing with proper names that can most often be expected to be spellt alike in almost all languages using the Latin script. ---------------------------------------------------------------------- You can respond by visiting: https://sourceforge.net/tracker/?func=detail&atid=603141&aid=2168298&group_…

1 0

SVN
by Andre Engels 15 Oct '08

15 Oct '08

I have some stuff I'd like to change, but I seem to have fully forgotten my credentials... What's my user name, and where and when would I have created a password for it? -- André Engels, andreengels(a)gmail.com

2 1

SVN: [5974] trunk/pywikipedia/README.txt
by cosoleto＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5974 Author: cosoleto Date: 2008-10-15 08:14:30 +0000 (Wed, 15 Oct 2008) Log Message: ----------- Removed Paths: ------------- trunk/pywikipedia/README.txt Deleted: trunk/pywikipedia/README.txt =================================================================== --- trunk/pywikipedia/README.txt 2008-10-15 08:12:42 UTC (rev 5973) +++ trunk/pywikipedia/README.txt 2008-10-15 08:14:30 UTC (rev 5974) @@ -1,5 +0,0 @@ -This is a Subversion repository; use the 'svnadmin' tool to examine -it. Do not add, delete, or modify files here unless you know how -to avoid corrupting the repository. - -Visit http://subversion.tigris.org/ for more information.

1 0

SVN: [5973] trunk/pywikipedia
by cosoleto＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5973 Author: cosoleto Date: 2008-10-15 08:12:42 +0000 (Wed, 15 Oct 2008) Log Message: ----------- Removed Paths: ------------- trunk/pywikipedia/conf/ trunk/pywikipedia/db/ trunk/pywikipedia/format trunk/pywikipedia/hooks/ trunk/pywikipedia/locks/ Deleted: trunk/pywikipedia/format =================================================================== --- trunk/pywikipedia/format 2008-10-15 07:20:05 UTC (rev 5972) +++ trunk/pywikipedia/format 2008-10-15 08:12:42 UTC (rev 5973) @@ -1 +0,0 @@ -5

1 0

SVN: [5970] trunk/pywikipedia
by a_engels＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5970 Author: a_engels Date: 2008-10-15 07:16:05 +0000 (Wed, 15 Oct 2008) Log Message: ----------- Added Paths: ----------- trunk/pywikipedia/README.txt trunk/pywikipedia/conf/ trunk/pywikipedia/conf/authz trunk/pywikipedia/conf/passwd trunk/pywikipedia/conf/svnserve.conf trunk/pywikipedia/db/ trunk/pywikipedia/db/current trunk/pywikipedia/db/format trunk/pywikipedia/db/fs-type trunk/pywikipedia/db/revprops/ trunk/pywikipedia/db/revprops/0/ trunk/pywikipedia/db/revprops/0/0 trunk/pywikipedia/db/revs/ trunk/pywikipedia/db/revs/0/ trunk/pywikipedia/db/revs/0/0 trunk/pywikipedia/db/transactions/ trunk/pywikipedia/db/txn-current trunk/pywikipedia/db/txn-current-lock trunk/pywikipedia/db/txn-protorevs/ trunk/pywikipedia/db/uuid trunk/pywikipedia/db/write-lock trunk/pywikipedia/format trunk/pywikipedia/hooks/ trunk/pywikipedia/hooks/post-commit.tmpl trunk/pywikipedia/hooks/post-lock.tmpl trunk/pywikipedia/hooks/post-revprop-change.tmpl trunk/pywikipedia/hooks/post-unlock.tmpl trunk/pywikipedia/hooks/pre-commit.tmpl trunk/pywikipedia/hooks/pre-lock.tmpl trunk/pywikipedia/hooks/pre-revprop-change.tmpl trunk/pywikipedia/hooks/pre-unlock.tmpl trunk/pywikipedia/hooks/start-commit.tmpl trunk/pywikipedia/locks/ trunk/pywikipedia/locks/db-logs.lock trunk/pywikipedia/locks/db.lock Added: trunk/pywikipedia/README.txt =================================================================== --- trunk/pywikipedia/README.txt (rev 0) +++ trunk/pywikipedia/README.txt 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,5 @@ +This is a Subversion repository; use the 'svnadmin' tool to examine +it. Do not add, delete, or modify files here unless you know how +to avoid corrupting the repository. + +Visit http://subversion.tigris.org/ for more information. Added: trunk/pywikipedia/conf/authz =================================================================== --- trunk/pywikipedia/conf/authz (rev 0) +++ trunk/pywikipedia/conf/authz 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,32 @@ +### This file is an example authorization file for svnserve. +### Its format is identical to that of mod_authz_svn authorization +### files. +### As shown below each section defines authorizations for the path and +### (optional) repository specified by the section name. +### The authorizations follow. An authorization line can refer to: +### - a single user, +### - a group of users defined in a special [groups] section, +### - an alias defined in a special [aliases] section, +### - all authenticated users, using the '$authenticated' token, +### - only anonymous users, using the '$anonymous' token, +### - anyone, using the '*' wildcard. +### +### A match can be inverted by prefixing the rule with '~'. Rules can +### grant read ('r') access, read-write ('rw') access, or no access +### (''). + +[aliases] +# joe = /C=XZ/ST=Dessert/L=Snake City/O=Snake Oil, Ltd./OU=Research Institute/CN=Joe Average + +[groups] +# harry_and_sally = harry,sally +# harry_sally_and_joe = harry,sally,&joe + +# [/foo/bar] +# harry = rw +# &joe = r +# * = + +# [repository:/baz/fuz] +# @harry_and_sally = rw +# * = r Added: trunk/pywikipedia/conf/passwd =================================================================== --- trunk/pywikipedia/conf/passwd (rev 0) +++ trunk/pywikipedia/conf/passwd 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,8 @@ +### This file is an example password file for svnserve. +### Its format is similar to that of svnserve.conf. As shown in the +### example below it contains one section labelled [users]. +### The name and password for each user follow, one account per line. + +[users] +# harry = harryssecret +# sally = sallyssecret Added: trunk/pywikipedia/conf/svnserve.conf =================================================================== --- trunk/pywikipedia/conf/svnserve.conf (rev 0) +++ trunk/pywikipedia/conf/svnserve.conf 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,47 @@ +### This file controls the configuration of the svnserve daemon, if you +### use it to allow access to this repository. (If you only allow +### access through http: and/or file: URLs, then this file is +### irrelevant.) + +### Visit http://subversion.tigris.org/ for more information. + +[general] +### These options control access to the repository for unauthenticated +### and authenticated users. Valid values are "write", "read", +### and "none". The sample settings below are the defaults. +# anon-access = read +# auth-access = write +### The password-db option controls the location of the password +### database file. Unless you specify a path starting with a /, +### the file's location is relative to the directory containing +### this configuration file. +### If SASL is enabled (see below), this file will NOT be used. +### Uncomment the line below to use the default password file. +# password-db = passwd +### The authz-db option controls the location of the authorization +### rules for path-based access control. Unless you specify a path +### starting with a /, the file's location is relative to the the +### directory containing this file. If you don't specify an +### authz-db, no path-based access control is done. +### Uncomment the line below to use the default authorization file. +# authz-db = authz +### This option specifies the authentication realm of the repository. +### If two repositories have the same authentication realm, they should +### have the same password database, and vice versa. The default realm +### is repository's uuid. +# realm = My First Repository + +[sasl] +### This option specifies whether you want to use the Cyrus SASL +### library for authentication. Default is false. +### This section will be ignored if svnserve is not built with Cyrus +### SASL support; to check, run 'svnserve --version' and look for a line +### reading 'Cyrus SASL authentication is available.' +# use-sasl = true +### These options specify the desired strength of the security layer +### that you want SASL to provide. 0 means no encryption, 1 means +### integrity-checking only, values larger than 1 are correlated +### to the effective key length for encryption (e.g. 128 means 128-bit +### encryption). The values below are the defaults. +# min-encryption = 0 +# max-encryption = 256 Added: trunk/pywikipedia/db/current =================================================================== --- trunk/pywikipedia/db/current (rev 0) +++ trunk/pywikipedia/db/current 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1 @@ +0 Added: trunk/pywikipedia/db/format =================================================================== --- trunk/pywikipedia/db/format (rev 0) +++ trunk/pywikipedia/db/format 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,2 @@ +3 +layout sharded 1000 Added: trunk/pywikipedia/db/fs-type =================================================================== --- trunk/pywikipedia/db/fs-type (rev 0) +++ trunk/pywikipedia/db/fs-type 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1 @@ +fsfs Added: trunk/pywikipedia/db/revprops/0/0 =================================================================== --- trunk/pywikipedia/db/revprops/0/0 (rev 0) +++ trunk/pywikipedia/db/revprops/0/0 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,5 @@ +K 8 +svn:date +V 27 +2008-10-15T07:15:53.542241Z +END Added: trunk/pywikipedia/db/revs/0/0 =================================================================== --- trunk/pywikipedia/db/revs/0/0 (rev 0) +++ trunk/pywikipedia/db/revs/0/0 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,11 @@ +PLAIN +END +ENDREP +id: 0.0.r0/17 +type: dir +count: 0 +text: 0 0 4 4 2d2977d1c96f487abe4a1e202dd03b4e +cpath: / + + +17 107 Added: trunk/pywikipedia/db/txn-current =================================================================== --- trunk/pywikipedia/db/txn-current (rev 0) +++ trunk/pywikipedia/db/txn-current 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1 @@ +0 Added: trunk/pywikipedia/db/uuid =================================================================== --- trunk/pywikipedia/db/uuid (rev 0) +++ trunk/pywikipedia/db/uuid 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1 @@ +b6d746c0-3985-974f-8d6a-769f6a6751d4 Added: trunk/pywikipedia/format =================================================================== --- trunk/pywikipedia/format (rev 0) +++ trunk/pywikipedia/format 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1 @@ +5 Added: trunk/pywikipedia/hooks/post-commit.tmpl =================================================================== --- trunk/pywikipedia/hooks/post-commit.tmpl (rev 0) +++ trunk/pywikipedia/hooks/post-commit.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,51 @@ +#!/bin/sh + +# POST-COMMIT HOOK +# +# The post-commit hook is invoked after a commit. Subversion runs +# this hook by invoking a program (script, executable, binary, etc.) +# named 'post-commit' (for which this file is a template) with the +# following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] REV (the number of the revision just committed) +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# Because the commit has already completed and cannot be undone, +# the exit code of the hook program is ignored. The hook program +# can use the 'svnlook' utility to help it examine the +# newly-committed tree. +# +# On a Unix system, the normal procedure is to have 'post-commit' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'post-commit' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'post-commit.bat' or 'post-commit.exe', +# but the basic idea is the same. +# +# The hook program typically does not inherit the environment of +# its parent process. For example, a common problem is for the +# PATH environment variable to not be set to its usual value, so +# that subprograms fail to launch unless invoked via absolute path. +# If you're having unexpected problems with a hook program, the +# culprit may be unusual (or missing) environment variables. +# +# Here is an example hook script, for a Unix /bin/sh interpreter. +# For more examples and pre-written hooks, see those in +# the Subversion repository at +# http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/ and +# http://svn.collab.net/repos/svn/trunk/contrib/hook-scripts/ + + +REPOS="$1" +REV="$2" + +commit-email.pl "$REPOS" "$REV" commit-watchers(a)example.org +log-commit.py --repository "$REPOS" --revision "$REV" Added: trunk/pywikipedia/hooks/post-lock.tmpl =================================================================== --- trunk/pywikipedia/hooks/post-lock.tmpl (rev 0) +++ trunk/pywikipedia/hooks/post-lock.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,44 @@ +#!/bin/sh + +# POST-LOCK HOOK +# +# The post-lock hook is run after a path is locked. Subversion runs +# this hook by invoking a program (script, executable, binary, etc.) +# named 'post-lock' (for which this file is a template) with the +# following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] USER (the user who created the lock) +# +# The paths that were just locked are passed to the hook via STDIN (as +# of Subversion 1.2, only one path is passed per invocation, but the +# plan is to pass all locked paths at once, so the hook program +# should be written accordingly). +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# Because the lock has already been created and cannot be undone, +# the exit code of the hook program is ignored. The hook program +# can use the 'svnlook' utility to help it examine the +# newly-created lock. +# +# On a Unix system, the normal procedure is to have 'post-lock' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'post-lock' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'post-lock.bat' or 'post-lock.exe', +# but the basic idea is the same. +# +# Here is an example hook script, for a Unix /bin/sh interpreter: + +REPOS="$1" +USER="$2" + +# Send email to interested parties, let them know a lock was created: +mailer.py lock "$REPOS" "$USER" /path/to/mailer.conf Added: trunk/pywikipedia/hooks/post-revprop-change.tmpl =================================================================== --- trunk/pywikipedia/hooks/post-revprop-change.tmpl (rev 0) +++ trunk/pywikipedia/hooks/post-revprop-change.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,56 @@ +#!/bin/sh + +# POST-REVPROP-CHANGE HOOK +# +# The post-revprop-change hook is invoked after a revision property +# has been added, modified or deleted. Subversion runs this hook by +# invoking a program (script, executable, binary, etc.) named +# 'post-revprop-change' (for which this file is a template), with the +# following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] REV (the revision that was tweaked) +# [3] USER (the username of the person tweaking the property) +# [4] PROPNAME (the property that was changed) +# [5] ACTION (the property was 'A'dded, 'M'odified, or 'D'eleted) +# +# [STDIN] PROPVAL ** the old property value is passed via STDIN. +# +# Because the propchange has already completed and cannot be undone, +# the exit code of the hook program is ignored. The hook program +# can use the 'svnlook' utility to help it examine the +# new property value. +# +# On a Unix system, the normal procedure is to have 'post-revprop-change' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'post-revprop-change' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'post-revprop-change.bat' or 'post-revprop-change.exe', +# but the basic idea is the same. +# +# The hook program typically does not inherit the environment of +# its parent process. For example, a common problem is for the +# PATH environment variable to not be set to its usual value, so +# that subprograms fail to launch unless invoked via absolute path. +# If you're having unexpected problems with a hook program, the +# culprit may be unusual (or missing) environment variables. +# +# Here is an example hook script, for a Unix /bin/sh interpreter. +# For more examples and pre-written hooks, see those in +# the Subversion repository at +# http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/ and +# http://svn.collab.net/repos/svn/trunk/contrib/hook-scripts/ + + +REPOS="$1" +REV="$2" +USER="$3" +PROPNAME="$4" +ACTION="$5" + +commit-email.pl --revprop-change "$REPOS" "$REV" "$USER" "$PROPNAME" watchers(a)example.org Added: trunk/pywikipedia/hooks/post-unlock.tmpl =================================================================== --- trunk/pywikipedia/hooks/post-unlock.tmpl (rev 0) +++ trunk/pywikipedia/hooks/post-unlock.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,42 @@ +#!/bin/sh + +# POST-UNLOCK HOOK +# +# The post-unlock hook runs after a path is unlocked. Subversion runs +# this hook by invoking a program (script, executable, binary, etc.) +# named 'post-unlock' (for which this file is a template) with the +# following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] USER (the user who destroyed the lock) +# +# The paths that were just unlocked are passed to the hook via STDIN +# (as of Subversion 1.2, only one path is passed per invocation, but +# the plan is to pass all unlocked paths at once, so the hook program +# should be written accordingly). +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# Because the lock has already been destroyed and cannot be undone, +# the exit code of the hook program is ignored. +# +# On a Unix system, the normal procedure is to have 'post-unlock' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'post-unlock' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'post-unlock.bat' or 'post-unlock.exe', +# but the basic idea is the same. +# +# Here is an example hook script, for a Unix /bin/sh interpreter: + +REPOS="$1" +USER="$2" + +# Send email to interested parties, let them know a lock was removed: +mailer.py unlock "$REPOS" "$USER" /path/to/mailer.conf Added: trunk/pywikipedia/hooks/pre-commit.tmpl =================================================================== --- trunk/pywikipedia/hooks/pre-commit.tmpl (rev 0) +++ trunk/pywikipedia/hooks/pre-commit.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,70 @@ +#!/bin/sh + +# PRE-COMMIT HOOK +# +# The pre-commit hook is invoked before a Subversion txn is +# committed. Subversion runs this hook by invoking a program +# (script, executable, binary, etc.) named 'pre-commit' (for which +# this file is a template), with the following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] TXN-NAME (the name of the txn about to be committed) +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# If the hook program exits with success, the txn is committed; but +# if it exits with failure (non-zero), the txn is aborted, no commit +# takes place, and STDERR is returned to the client. The hook +# program can use the 'svnlook' utility to help it examine the txn. +# +# On a Unix system, the normal procedure is to have 'pre-commit' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# *** NOTE: THE HOOK PROGRAM MUST NOT MODIFY THE TXN, EXCEPT *** +# *** FOR REVISION PROPERTIES (like svn:log or svn:author). *** +# +# This is why we recommend using the read-only 'svnlook' utility. +# In the future, Subversion may enforce the rule that pre-commit +# hooks should not modify the versioned data in txns, or else come +# up with a mechanism to make it safe to do so (by informing the +# committing client of the changes). However, right now neither +# mechanism is implemented, so hook writers just have to be careful. +# +# Note that 'pre-commit' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'pre-commit.bat' or 'pre-commit.exe', +# but the basic idea is the same. +# +# The hook program typically does not inherit the environment of +# its parent process. For example, a common problem is for the +# PATH environment variable to not be set to its usual value, so +# that subprograms fail to launch unless invoked via absolute path. +# If you're having unexpected problems with a hook program, the +# culprit may be unusual (or missing) environment variables. +# +# Here is an example hook script, for a Unix /bin/sh interpreter. +# For more examples and pre-written hooks, see those in +# the Subversion repository at +# http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/ and +# http://svn.collab.net/repos/svn/trunk/contrib/hook-scripts/ + + +REPOS="$1" +TXN="$2" + +# Make sure that the log message contains some text. +SVNLOOK=/usr/local/bin/svnlook +$SVNLOOK log -t "$TXN" "$REPOS" | \ + grep "[a-zA-Z0-9]" > /dev/null || exit 1 + +# Check that the author of this commit has the rights to perform +# the commit on the files and directories being modified. +commit-access-control.pl "$REPOS" "$TXN" commit-access-control.cfg || exit 1 + +# All checks passed, so allow the commit. +exit 0 Added: trunk/pywikipedia/hooks/pre-lock.tmpl =================================================================== --- trunk/pywikipedia/hooks/pre-lock.tmpl (rev 0) +++ trunk/pywikipedia/hooks/pre-lock.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,64 @@ +#!/bin/sh + +# PRE-LOCK HOOK +# +# The pre-lock hook is invoked before an exclusive lock is +# created. Subversion runs this hook by invoking a program +# (script, executable, binary, etc.) named 'pre-lock' (for which +# this file is a template), with the following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] PATH (the path in the repository about to be locked) +# [3] USER (the user creating the lock) +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# If the hook program exits with success, the lock is created; but +# if it exits with failure (non-zero), the lock action is aborted +# and STDERR is returned to the client. + +# On a Unix system, the normal procedure is to have 'pre-lock' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'pre-lock' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'pre-lock.bat' or 'pre-lock.exe', +# but the basic idea is the same. +# +# Here is an example hook script, for a Unix /bin/sh interpreter: + +REPOS="$1" +PATH="$2" +USER="$3" + +# If a lock exists and is owned by a different person, don't allow it +# to be stolen (e.g., with 'svn lock --force ...'). + +# (Maybe this script could send email to the lock owner?) +SVNLOOK=/usr/local/bin/svnlook +GREP=/bin/grep +SED=/bin/sed + +LOCK_OWNER=`$SVNLOOK lock "$REPOS" "$PATH" | \ + $GREP '^Owner: ' | $SED 's/Owner: //'` + +# If we get no result from svnlook, there's no lock, allow the lock to +# happen: +if [ "$LOCK_OWNER" = "" ]; then + exit 0 +fi + +# If the person locking matches the lock's owner, allow the lock to +# happen: +if [ "$LOCK_OWNER" = "$USER" ]; then + exit 0 +fi + +# Otherwise, we've got an owner mismatch, so return failure: +echo "Error: $PATH already locked by ${LOCK_OWNER}." 1>&2 +exit 1 Added: trunk/pywikipedia/hooks/pre-revprop-change.tmpl =================================================================== --- trunk/pywikipedia/hooks/pre-revprop-change.tmpl (rev 0) +++ trunk/pywikipedia/hooks/pre-revprop-change.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,66 @@ +#!/bin/sh + +# PRE-REVPROP-CHANGE HOOK +# +# The pre-revprop-change hook is invoked before a revision property +# is added, modified or deleted. Subversion runs this hook by invoking +# a program (script, executable, binary, etc.) named 'pre-revprop-change' +# (for which this file is a template), with the following ordered +# arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] REVISION (the revision being tweaked) +# [3] USER (the username of the person tweaking the property) +# [4] PROPNAME (the property being set on the revision) +# [5] ACTION (the property is being 'A'dded, 'M'odified, or 'D'eleted) +# +# [STDIN] PROPVAL ** the new property value is passed via STDIN. +# +# If the hook program exits with success, the propchange happens; but +# if it exits with failure (non-zero), the propchange doesn't happen. +# The hook program can use the 'svnlook' utility to examine the +# existing value of the revision property. +# +# WARNING: unlike other hooks, this hook MUST exist for revision +# properties to be changed. If the hook does not exist, Subversion +# will behave as if the hook were present, but failed. The reason +# for this is that revision properties are UNVERSIONED, meaning that +# a successful propchange is destructive; the old value is gone +# forever. We recommend the hook back up the old value somewhere. +# +# On a Unix system, the normal procedure is to have 'pre-revprop-change' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'pre-revprop-change' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'pre-revprop-change.bat' or 'pre-revprop-change.exe', +# but the basic idea is the same. +# +# The hook program typically does not inherit the environment of +# its parent process. For example, a common problem is for the +# PATH environment variable to not be set to its usual value, so +# that subprograms fail to launch unless invoked via absolute path. +# If you're having unexpected problems with a hook program, the +# culprit may be unusual (or missing) environment variables. +# +# Here is an example hook script, for a Unix /bin/sh interpreter. +# For more examples and pre-written hooks, see those in +# the Subversion repository at +# http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/ and +# http://svn.collab.net/repos/svn/trunk/contrib/hook-scripts/ + + +REPOS="$1" +REV="$2" +USER="$3" +PROPNAME="$4" +ACTION="$5" + +if [ "$ACTION" = "M" -a "$PROPNAME" = "svn:log" ]; then exit 0; fi + +echo "Changing revision properties other than svn:log is prohibited" >&2 +exit 1 Added: trunk/pywikipedia/hooks/pre-unlock.tmpl =================================================================== --- trunk/pywikipedia/hooks/pre-unlock.tmpl (rev 0) +++ trunk/pywikipedia/hooks/pre-unlock.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,61 @@ +#!/bin/sh + +# PRE-UNLOCK HOOK +# +# The pre-unlock hook is invoked before an exclusive lock is +# destroyed. Subversion runs this hook by invoking a program +# (script, executable, binary, etc.) named 'pre-unlock' (for which +# this file is a template), with the following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] PATH (the path in the repository about to be unlocked) +# [3] USER (the user destroying the lock) +# +# The default working directory for the invocation is undefined, so +# the program should set one explicitly if it cares. +# +# If the hook program exits with success, the lock is destroyed; but +# if it exits with failure (non-zero), the unlock action is aborted +# and STDERR is returned to the client. + +# On a Unix system, the normal procedure is to have 'pre-unlock' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'pre-unlock' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'pre-unlock.bat' or 'pre-unlock.exe', +# but the basic idea is the same. +# +# Here is an example hook script, for a Unix /bin/sh interpreter: + +REPOS="$1" +PATH="$2" +USER="$3" + +# If a lock is owned by a different person, don't allow it be broken. +# (Maybe this script could send email to the lock owner?) + +SVNLOOK=/usr/local/bin/svnlook +GREP=/bin/grep +SED=/bin/sed + +LOCK_OWNER=`$SVNLOOK lock "$REPOS" "$PATH" | \ + $GREP '^Owner: ' | $SED 's/Owner: //'` + +# If we get no result from svnlook, there's no lock, return success: +if [ "$LOCK_OWNER" = "" ]; then + exit 0 +fi + +# If the person unlocking matches the lock's owner, return success: +if [ "$LOCK_OWNER" = "$USER" ]; then + exit 0 +fi + +# Otherwise, we've got an owner mismatch, so return failure: +echo "Error: $PATH locked by ${LOCK_OWNER}." 1>&2 +exit 1 Added: trunk/pywikipedia/hooks/start-commit.tmpl =================================================================== --- trunk/pywikipedia/hooks/start-commit.tmpl (rev 0) +++ trunk/pywikipedia/hooks/start-commit.tmpl 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,65 @@ +#!/bin/sh + +# START-COMMIT HOOK +# +# The start-commit hook is invoked before a Subversion txn is created +# in the process of doing a commit. Subversion runs this hook +# by invoking a program (script, executable, binary, etc.) named +# 'start-commit' (for which this file is a template) +# with the following ordered arguments: +# +# [1] REPOS-PATH (the path to this repository) +# [2] USER (the authenticated user attempting to commit) +# [3] CAPABILITIES (a colon-separated list of capabilities reported +# by the client; see note below) +# +# Note: The CAPABILITIES parameter is new in Subversion 1.5, and 1.5 +# clients will typically report at least the "mergeinfo" capability. +# If there are other capabilities, then the list is colon-separated, +# e.g.: "mergeinfo:some-other-capability" (the order is undefined). +# +# The list is self-reported by the client. Therefore, you should not +# make security assumptions based on the capabilities list, nor should +# you assume that clients reliably report every capability they have. +# +# The working directory for this hook program's invocation is undefined, +# so the program should set one explicitly if it cares. +# +# If the hook program exits with success, the commit continues; but +# if it exits with failure (non-zero), the commit is stopped before +# a Subversion txn is created, and STDERR is returned to the client. +# +# On a Unix system, the normal procedure is to have 'start-commit' +# invoke other programs to do the real work, though it may do the +# work itself too. +# +# Note that 'start-commit' must be executable by the user(s) who will +# invoke it (typically the user httpd runs as), and that user must +# have filesystem-level permission to access the repository. +# +# On a Windows system, you should name the hook program +# 'start-commit.bat' or 'start-commit.exe', +# but the basic idea is the same. +# +# The hook program typically does not inherit the environment of +# its parent process. For example, a common problem is for the +# PATH environment variable to not be set to its usual value, so +# that subprograms fail to launch unless invoked via absolute path. +# If you're having unexpected problems with a hook program, the +# culprit may be unusual (or missing) environment variables. +# +# Here is an example hook script, for a Unix /bin/sh interpreter. +# For more examples and pre-written hooks, see those in +# the Subversion repository at +# http://svn.collab.net/repos/svn/trunk/tools/hook-scripts/ and +# http://svn.collab.net/repos/svn/trunk/contrib/hook-scripts/ + + +REPOS="$1" +USER="$2" + +commit-allower.pl --repository "$REPOS" --user "$USER" || exit 1 +special-auth-check.py --user "$USER" --auth-level 3 || exit 1 + +# All checks passed, so allow the commit. +exit 0 Added: trunk/pywikipedia/locks/db-logs.lock =================================================================== --- trunk/pywikipedia/locks/db-logs.lock (rev 0) +++ trunk/pywikipedia/locks/db-logs.lock 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,3 @@ +This file is not used by Subversion 1.3.x or later. +However, its existence is required for compatibility with +Subversion 1.2.x or earlier. Added: trunk/pywikipedia/locks/db.lock =================================================================== --- trunk/pywikipedia/locks/db.lock (rev 0) +++ trunk/pywikipedia/locks/db.lock 2008-10-15 07:16:05 UTC (rev 5970) @@ -0,0 +1,3 @@ +This file is not used by Subversion 1.3.x or later. +However, its existence is required for compatibility with +Subversion 1.2.x or earlier.

2 1

SVN: [5972] trunk/pywikipedia/solve_disambiguation.py
by a_engels＠svn.wikimedia.org 15 Oct '08

15 Oct '08

Revision: 5972 Author: a_engels Date: 2008-10-15 07:20:05 +0000 (Wed, 15 Oct 2008) Log Message: ----------- adding option -min, allowing one to work only on disambiguation pages with a certain minimum number of links. Modified Paths: -------------- trunk/pywikipedia/solve_disambiguation.py Modified: trunk/pywikipedia/solve_disambiguation.py =================================================================== --- trunk/pywikipedia/solve_disambiguation.py 2008-10-15 07:18:52 UTC (rev 5971) +++ trunk/pywikipedia/solve_disambiguation.py 2008-10-15 07:20:05 UTC (rev 5972) @@ -53,6 +53,9 @@ that is defined (to the bot) as the category containing disambiguation pages, starting at XY. If only '-start' or '-start:' is given, it starts at the beginning. + + -min:XX (XX being a number) only work on disambiguation pages for which + at least XX are to be worked on. To complete a move of a page, one can use: @@ -395,12 +398,13 @@ return linkupper class ReferringPageGeneratorWithIgnore: - def __init__(self, disambPage, primary=False): + def __init__(self, disambPage, primary=False, minimum = 0): self.disambPage = disambPage # if run with the -primary argument, enable the ignore manager self.primaryIgnoreManager = PrimaryIgnoreManager(disambPage, enabled=primary) - + self.minimum = minimum + def __iter__(self): # TODO: start yielding before all referring pages have been found refs = [page for page in self.disambPage.getReferences(follow_redirects = False, withTemplateInclusion = False)] @@ -417,6 +421,9 @@ elif self.primaryIgnoreManager.isIgnored(refs[i]): #wikipedia.output('Ignoring page %s because it was skipped before' % refs[i].title()) del refs[i] + if len(refs) < self.minimum: + wikipedia.output(u"Found only %d pages to work on; skipping." % len(refs)) + return wikipedia.output(u"Will work on %d pages." % len(refs)) for ref in refs: yield ref @@ -489,13 +496,14 @@ 'hu': u'Egyért-redir', } - def __init__(self, always, alternatives, getAlternatives, generator, primary, main_only): + def __init__(self, always, alternatives, getAlternatives, generator, primary, main_only, minimum = 0): self.always = always self.alternatives = alternatives self.getAlternatives = getAlternatives self.generator = generator self.primary = primary self.main_only = main_only + self.minimum = minimum self.mysite = wikipedia.getSite() self.mylang = self.mysite.language() @@ -898,7 +906,7 @@ self.alternatives.sort() self.listAlternatives() - gen = ReferringPageGeneratorWithIgnore(disambPage, self.primary) + gen = ReferringPageGeneratorWithIgnore(disambPage, self.primary, minimum = self.minimum) preloadingGen = pagegenerators.PreloadingGenerator(gen) for refPage in preloadingGen: if not self.primaryIgnoreManager.isIgnored(refPage): @@ -926,6 +934,7 @@ # For sorting the linked pages, case can be ignored ignoreCase = False + minimum = 0 for arg in wikipedia.handleArgs(): if arg.startswith('-primary:'): @@ -958,6 +967,8 @@ getAlternatives = False elif arg == '-main': main_only = True + elif arg.startswith('-min:'): + minimum = int(arg[5:]) elif arg.startswith('-start'): try: if len(arg) <= len('-start:'): @@ -989,7 +1000,7 @@ page = wikipedia.Page(wikipedia.getSite(), pageTitle) generator = iter([page]) - bot = DisambiguationRobot(always, alternatives, getAlternatives, generator, primary, main_only) + bot = DisambiguationRobot(always, alternatives, getAlternatives, generator, primary, main_only, minimum = minimum) bot.run()

1 0

SVN: [5969] trunk/pywikipedia/djvutext.py
by jayvdb＠svn.wikimedia.org 14 Oct '08

14 Oct '08

Revision: 5969 Author: jayvdb Date: 2008-10-14 23:24:04 +0000 (Tue, 14 Oct 2008) Log Message: ----------- Help update: param "index" is now optional Modified Paths: -------------- trunk/pywikipedia/djvutext.py Modified: trunk/pywikipedia/djvutext.py =================================================================== --- trunk/pywikipedia/djvutext.py 2008-10-14 19:22:40 UTC (rev 5968) +++ trunk/pywikipedia/djvutext.py 2008-10-14 23:24:04 UTC (rev 5969) @@ -10,8 +10,9 @@ what would have been changed. -ask Ask for confirmation before uploading each page. (Default: ask when overwriting pages) + -djvu:... Filename of the djvu file -index:... Name of the index page - -djvu:... Filename of the djvu file + (Default: the djvu filename) -pages:<start>-<end> Page range to upload; <end> is optional All other parameters will be regarded as part of the title of a single page, @@ -122,7 +123,7 @@ return False def get_page(self, pageno): - wikipedia.output("fetching page %d" % (pageno)) + wikipedia.output(unicode("fetching page %d" % (pageno))) cmd = "djvutxt -page=%d \"%s\" \"%s.out\"" % (pageno, self.djvu, self.djvu) os.system ( cmd )

1 0

SVN: [5968] trunk/pywikipedia/wikipedia.py
by russblau＠svn.wikimedia.org 14 Oct '08

14 Oct '08

Revision: 5968 Author: russblau Date: 2008-10-14 19:22:40 +0000 (Tue, 14 Oct 2008) Log Message: ----------- Hush DeprecationWarning for Py 2.6 users Modified Paths: -------------- trunk/pywikipedia/wikipedia.py Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2008-10-14 19:14:57 UTC (rev 5967) +++ trunk/pywikipedia/wikipedia.py 2008-10-14 19:22:40 UTC (rev 5968) @@ -119,7 +119,11 @@ import traceback import time, threading, Queue import math -import re, md5, codecs, difflib, locale +import re, codecs, difflib, locale +try: + from hashlib import md5 +except ImportError: # Python 2.4 compatibility + from md5 import new as md5 import xml.sax, xml.sax.handler import htmlentitydefs import warnings @@ -2678,7 +2682,7 @@ """Return image file's MD5 checksum.""" uo = MyURLopener() f = uo.open(self.fileUrl()) - md5Checksum = md5.new(f.read()).hexdigest() + md5Checksum = md5(f.read()).hexdigest() return md5Checksum def getFileVersionHistory(self):

1 0

SVN: [5967] branches/rewrite/pywikibot
by russblau＠svn.wikimedia.org 14 Oct '08

14 Oct '08

Revision: 5967 Author: russblau Date: 2008-10-14 19:14:57 +0000 (Tue, 14 Oct 2008) Log Message: ----------- more tests and one bug-fix uncovered by testing Modified Paths: -------------- branches/rewrite/pywikibot/site.py branches/rewrite/pywikibot/tests/site_tests.py Modified: branches/rewrite/pywikibot/site.py =================================================================== --- branches/rewrite/pywikibot/site.py 2008-10-14 15:18:24 UTC (rev 5966) +++ branches/rewrite/pywikibot/site.py 2008-10-14 19:14:57 UTC (rev 5967) @@ -1326,7 +1326,7 @@ """ acgen = api.CategoryPageGenerator("allcategories", - gapfrom=start, site=self) + gacfrom=start, site=self) if prefix: acgen.request["gacprefix"] = prefix if isinstance(limit, int): Modified: branches/rewrite/pywikibot/tests/site_tests.py =================================================================== --- branches/rewrite/pywikibot/tests/site_tests.py 2008-10-14 15:18:24 UTC (rev 5966) +++ branches/rewrite/pywikibot/tests/site_tests.py 2008-10-14 19:14:57 UTC (rev 5967) @@ -220,7 +220,7 @@ set(mysite.pagelinks(mainpage, namespaces=[0, 1])))) for target in mysite.preloadpages( mysite.pagelinks(mainpage, follow_redirects=True, - limit=10)): + limit=5)): self.assertType(target, pywikibot.Page) self.assertFalse(target.isRedirectPage()) # test pagecategories @@ -249,7 +249,7 @@ mysite.loadrevisions(mainpage) self.assertTrue(hasattr(mainpage, "_revid")) self.assertTrue(hasattr(mainpage, "_revisions")) - self.assertTrue(mainpage._revisions.has_key(mainpage._revid)) + self.assertTrue(mainpage._revid in mainpage._revisions) # TODO test all the optional arguments def testAllPages(self): @@ -268,43 +268,43 @@ self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) self.assertTrue(page.title() <= "Aa") - for page in mysite.allpages(start="Py", limit=10): + for page in mysite.allpages(start="Py", limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) self.assertTrue(page.title() >= "Py") - for page in mysite.allpages(prefix="Pre", limit=10): + for page in mysite.allpages(prefix="Pre", limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) self.assertTrue(page.title().startswith("Pre")) - for page in mysite.allpages(namespace=1, limit=10): + for page in mysite.allpages(namespace=1, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 1) - for page in mysite.allpages(filterredir=True, limit=10): + for page in mysite.allpages(filterredir=True, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) self.assertTrue(page.isRedirectPage()) - for page in mysite.allpages(filterredir=False, limit=10): + for page in mysite.allpages(filterredir=False, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) self.assertFalse(page.isRedirectPage()) - for page in mysite.allpages(filterlanglinks=True, limit=10): + for page in mysite.allpages(filterlanglinks=True, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) - for page in mysite.allpages(filterlanglinks=False, limit=10): + for page in mysite.allpages(filterlanglinks=False, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertEqual(page.namespace(), 0) - for page in mysite.allpages(minsize=100, limit=10): + for page in mysite.allpages(minsize=100, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertTrue(len(page.text) >= 100) - for page in mysite.allpages(maxsize=200, limit=10): + for page in mysite.allpages(maxsize=200, limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(mysite.page_exists(page)) self.assertTrue(len(page.text) <= 200) @@ -327,23 +327,24 @@ self.assertTrue(all(isinstance(link, pywikibot.Page) for link in fwd)) uniq = list(mysite.alllinks(limit=10, unique=True)) self.assertTrue(all(link in uniq for link in fwd)) - # TODO: test various optional arguments to alllinks - for page in mysite.alllinks(start="Link", limit=10): + for page in mysite.alllinks(start="Link", limit=5): self.assertType(page, pywikibot.Page) self.assertEqual(page.namespace(), 0) self.assertTrue(page.title() >= "Link") - for page in mysite.alllinks(prefix="Fix", limit=10): + for page in mysite.alllinks(prefix="Fix", limit=5): self.assertType(page, pywikibot.Page) self.assertEqual(page.namespace(), 0) self.assertTrue(page.title().startswith("Fix")) - for page in mysite.alllinks(namespace=1, limit=10): + for page in mysite.alllinks(namespace=1, limit=5): self.assertType(page, pywikibot.Page) self.assertEqual(page.namespace(), 1) for page in mysite.alllinks(start="From", namespace=4, fromids=True, - limit=10): + limit=5): self.assertType(page, pywikibot.Page) self.assertTrue(page.title(withNamespace=False) >= "From") self.assertTrue(hasattr(page, "_fromid")) + errgen = mysite.alllinks(unique=True, fromids=True) + self.assertRaises(pywikibot.Error, errgen.next) def testAllCategories(self): """Test the site.allcategories() method""" @@ -352,7 +353,16 @@ self.assertTrue(len(ac) <= 10) self.assertTrue(all(isinstance(cat, pywikibot.Category) for cat in ac)) - # TODO: test various optional arguments to allcategories + for cat in mysite.allcategories(limit=5, start="Abc"): + self.assertType(cat, pywikibot.Category) + self.assertTrue(cat.title(withNamespace=False) >= "Abc") + for cat in mysite.allcategories(limit=5, prefix="Def"): + self.assertType(cat, pywikibot.Category) + self.assertTrue(cat.title(withNamespace=False).startswith("Def")) + # Bug # 15985 +## for cat in mysite.allcategories(limit=5, start="Hij", reverse=True): +## self.assertType(cat, pywikibot.Category) +## self.assertTrue(cat.title(withNamespace=False) <= "Hij") def testAllUsers(self): """Test the site.allusers() method""" @@ -361,9 +371,28 @@ self.assertTrue(len(au) <= 10) for user in au: self.assertType(user, dict) - self.assertTrue(user.has_key("name")) - self.assertTrue(user.has_key("editcount")) - self.assertTrue(user.has_key("registration")) + self.assertTrue("name" in user) + self.assertTrue("editcount" in user) + self.assertTrue("registration" in user) + for user in mysite.allusers(start="B", limit=5): + self.assertType(user, dict) + self.assertTrue("name" in user) + self.assertTrue(user["name"] >= "B") + self.assertTrue("editcount" in user) + self.assertTrue("registration" in user) + for user in mysite.allusers(prefix="C", limit=5): + self.assertType(user, dict) + self.assertTrue("name" in user) + self.assertTrue(user["name"].startswith("C")) + self.assertTrue("editcount" in user) + self.assertTrue("registration" in user) + for user in mysite.allusers(prefix="D", group="sysop", limit=5): + self.assertType(user, dict) + self.assertTrue("name" in user) + self.assertTrue(user["name"].startswith("D")) + self.assertTrue("editcount" in user) + self.assertTrue("registration" in user) + self.assertTrue("groups" in user and "sysop" in user["groups"]) def testAllImages(self): """Test the site.allimages() method""" @@ -404,7 +433,7 @@ le = list(mysite.logevents(limit=10)) self.assertTrue(len(le) <= 10) - self.assertTrue(all(isinstance(entry, dict) and entry.has_key("type") + self.assertTrue(all(isinstance(entry, dict) and "type" in entry for entry in le)) def testRecentchanges(self):

1 0

2026

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

Pywikipedia-l October 2008