[Pywikipedia-l] SVN: [6045] trunk/pywikipedia/category_redirect.py

[russblau at svn.wikimedia.org]

Revision: 6045
Author:   russblau
Date:     2008-10-30 15:51:56 +0000 (Thu, 30 Oct 2008)

Log Message:
-----------
rotate logs

Modified Paths:
--------------
    trunk/pywikipedia/category_redirect.py

Modified: trunk/pywikipedia/category_redirect.py
===================================================================
--- trunk/pywikipedia/category_redirect.py	2008-10-29 20:12:04 UTC (rev 6044)
+++ trunk/pywikipedia/category_redirect.py	2008-10-30 15:51:56 UTC (rev 6045)
@@ -35,6 +35,9 @@
         self.catprefix = self.site.namespace(14)+":"
         self.log_text = []
         self.edit_requests = []
+        self.log_page = wikipedia.Page(self.site,
+                        u"User:%(user)s/category redirect log" %
+                            {'user': self.site.loggedInAs()})
 
         # Localization:
 
@@ -139,7 +142,29 @@
             {'_default': u"* %s is in %s, which is a redirect to %s",
             })
 
+        # the site's ~~~~ date-time format in time.strftime format
+        self.date_format = {
+            'wikipedia': {
+                'en': "%H:%M, %d %B %Y (UTC)",
+                'no': "%d. %b %Y kl. %H:%M (CEST)",
+                'simple': "%H:%M, %d %B %Y (UTC)",
+            },
+            'commons': {
+                'commons': "%H:%M, %d %B %Y (UTC)",
+            }
+        }
 
+        # the language used for the site's ~~~~ date-time stamps,
+        # if not the same as its language code
+        self.date_locale = {
+            'wikipedia': {
+                'simple': "en",
+            },
+            'commons': {
+                'commons': "en",
+            }
+        }
+
     def change_category(self, article, oldCat, newCat, comment=None,
                         sortKey=None):
         """Given an article in category oldCat, moves it to category newCat.
@@ -305,6 +330,51 @@
             else:
                 return
 
+    def get_log_text(self):
+        """Rotate log text and return the most recent text."""
+        LOG_SIZE = 7  # Number of items to keep in active log
+        try:
+            log_text = self.log_page.get()
+        except wikipedia.NoPage:
+            log_text = u""
+        log_items = {}
+        header = None
+        for line in log_text.splitlines():
+            import locale
+            try:
+                lang = self.date_locale[self.site.family.name][self.site.lang]
+            except KeyError:
+                lang = self.site.lang
+            locale.setlocale(locale.LC_TIME, lang)
+            if line.startswith("==") and line.endswith("=="):
+                header = datetime.strptime(
+                             line[2:-2].strip(),
+                             self.date_format[self.site.family.name]
+                                             [self.site.lang]
+                         )
+            if header is not None:
+                log_items.setdefault(header, [])
+                log_items[header].append(line)
+        if len(log_items) < LOG_SIZE:
+            return log_text
+        # sort by keys and keep the first (LOG_SIZE-1) values
+        keep = [text for (key, text)
+                     in sorted(log_items.items(), reverse=True)[ : LOG_SIZE-1]]
+        log_text = "\n".join("\n".join(line for line in text) for text in keep)
+        # get permalink to older logs
+        history = self.log_page.getVersionHistory(revCount=LOG_SIZE)
+        # get the id of the newest log being archived
+        rotate_revid = history[-1][0]
+        # append permalink
+        log_text = log_text + (
+            "\n\n'''[%s://%s%s/index.php?title=%s&oldid=%s Older logs]'''"
+                % (self.site.protocol(),
+                   self.site.hostname(),
+                   self.site.scriptpath(),
+                   self.log_page.urlname(),
+                   rotate_revid))
+        return log_text
+
     def run(self):
         """Run the bot"""
         user = self.site.loggedInAs()
@@ -316,14 +386,12 @@
 
         l = time.localtime()
         today = "%04d-%02d-%02d" % l[:3]
-        log_page = wikipedia.Page(self.site,
-                        u"User:%(user)s/category redirect log" % locals())
         problem_page = wikipedia.Page(self.site,
-                        u"User:%(user)s/category redirect problems" % locals())
+                       u"User:%(user)s/category redirect problems" % locals())
         edit_request_page = wikipedia.Page(self.site,
-                        u"User:%(user)s/category edit requests" % locals())
+                            u"User:%(user)s/category edit requests" % locals())
         datafile = wikipedia.config.datafilepath(
-                        "%s-catmovebot-data" % self.site.dbName())
+                   "%s-catmovebot-data" % self.site.dbName())
         try:
             inp = open(datafile, "rb")
             record = cPickle.load(inp)
@@ -558,11 +626,8 @@
 
         wikipedia.setAction(wikipedia.translate(self.site.lang,
                                                 self.maint_comment))
-        try:
-            log_text = log_page.get()
-        except wikipedia.NoPage:
-            log_text = u""
-        log_page.put(log_text + u"\n==~~~~~==\n"+ u"\n".join(self.log_text))
+        log_page.put(u"\n==~~~~~==\n" + u"\n".join(self.log_text) + "\n"
+                     + self.get_log_text())
         problem_page.put("\n".join(problems))
         if self.edit_requests:
             edit_request_page.put(self.edit_request_text