[Gerrit] pywikibot/core[master]: Port followlive.py to core - Pywikibot-commits

25 May 2017

jenkins-bot has submitted this change and it was merged. ( https://gerrit.wikimedia.org/r/190710 )
Change subject: Port followlive.py to core
......................................................................
Port followlive.py to core
- Made minor necessary changes to make it compatible with core
- Add it to script_tests to ignore output
Bug:T66854
Change-Id: I2cf9dbb23cc071d2f213c4a0582a98b84ccdb365
---
A scripts/followlive.py
M tests/script_tests.py
2 files changed, 551 insertions(+), 1 deletion(-)
Approvals:
  Multichill: Looks good to me, but someone else must approve
  Merlijn van Deen: Looks good to me, approved
  jenkins-bot: Verified

diff --git a/scripts/followlive.py b/scripts/followlive.py
new file mode 100644
index 0000000..9f44acb
--- /dev/null
+++ b/scripts/followlive.py
@@ -0,0 +1,549 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+
+"""
+Periodically grab list of new articles and analyze to blank or flag them.
+
+Script to follow new articles on a wikipedia and flag them
+with a template or eventually blank them.
+
+There must be A LOT of bugs ! Use with caution and verify what
+it is doing !
+
+The following parameters are supported:
+
+&params;
+"""
+#
+# (C) Pywikibot team, 2005-2017
+#
+# Distributed under the terms of the MIT license.
+#
+
+from __future__ import absolute_import, unicode_literals
+
+__version__ = '$Id$'
+
+import datetime
+import sys
+
+import pywikibot
+
+from pywikibot import i18n, pagegenerators, editor
+from pywikibot.bot import SingleSiteBot
+
+__metaclass__ = type
+
+# This is required for the text that is shown when you run this script
+# with the parameter -help.
+docuReplacements = {
+    '&params;': pagegenerators.parameterHelp
+}
+
+# templates that can be used followed by the message used as comment
+# templates contains list of languages code
+#   languages code contains list of templates to be used
+#       templates contains a message and its position
+templates = {
+    'ar': {
+        '{{شطب}}': {
+            'msg': 'وسم مساعد بالبوت: هذا المقال ينبغي حذفه',
+            'pos': 'top'},
+
+        '{{تنظيف}}': {
+            'msg': 'وسم مساعد بالبوت: هذا المقال يحتاج للتنظيف',
+            'pos': 'top'},
+
+        '{{بذرة}}': {
+            'msg': 'وسم مساعد بالبوت: هذا المقال بذرة',
+            'pos': 'bottom'},
+
+        '{{ويكي}}': {
+            'msg': 'وسم مساعد بالبوت: هذا المقال يحتاج إلى التنسيق '
+                   'بضيغة الويكي حسب [[ويكيبيديا:دليل الأسلوب|دليل الأسلوب]]',
+            'pos': 'top'},
+    },
+    'en': {
+        '{{db-reason}}': {
+            'msg': 'Robot-assisted tagging: this article should be deleted',
+            'pos': 'top'},
+
+        '{{cleanup}}': {
+            'msg': 'Robot-assisted tagging: this article need cleanup',
+            'pos': 'top'},
+
+        '{{stub}}': {
+            'msg': 'Robot-assisted tagging: this article is a stub',
+            'pos': 'bottom'},
+
+        '{{uncategorized}}': {
+            'msg': ('Robot-assisted tagging: This article needs to be '
+                    '[[Wikipedia:Categorization|categorized]]'),
+            'pos': 'top'},
+
+        '{{notability}}': {
+            'msg': ('Robot-assisted tagging: the '
+                    '[[Wikipedia:Notability|notability]] '
+                    'of this article is unclear.'),
+            'pos': 'top'},
+
+        '{{not verified}}': {
+            'msg': ('Robot-assisted tagging: this article needs to be checked '
+                    'for factuality.'),
+            'pos': 'top'},
+
+        '{{copyedit}}': {
+            'msg': ('Robot-assisted tagging: the writing of this article '
+                    'needs to be  [[Wikipedia:How to copy-edit|copyedited]] '
+                    'and improved.'),
+            'pos': 'top'},
+
+        '{{unreferenced}}': {
+            'msg': ('Robot-assisted tagging: this article needs '
+                    '[[Wikipedia:Citing sources|references]] so it can be '
+                    'verified.'),
+            'pos': 'bottom'},
+
+        '{{wikify}}': {
+            'msg': ('Robot-assisted tagging: this article needs to be '
+                    'wikified per the '
+                    '[[Wikipedia:Manual of Style|Manual of Style]]'),
+            'pos': 'top'},
+    },
+    'fr': {
+        u'{{suppression}}': {
+            'msg': u'à l'aide du robot: cet article devrait être supprimé',
+            'pos': 'top'},
+
+        u'{{à vérifier}}': {
+            'msg': u'à l'aide du robot: cet article est à vérifier',
+            'pos': 'top'},
+
+        u'{{ébauche}}': {
+            'msg': u'à l'aide du robot: cet article est une ébauche',
+            'pos': 'top'},
+    },
+    'he': {
+        u'{{מחק}}': {
+            'msg': u'יש למחוק ערך זה',
+            'pos': 'top'
+        },
+        u'{{לשכתב}}': {
+            'msg': u'ערך זה דורש שכתוב',
+            'pos': 'top'
+        },
+        u'{{קצרמר}}': {
+            'msg': u'ערך זה הוא קצרמר',
+            'pos': 'bottom'
+        },
+        u'{{הבהרת חשיבות}}': {
+            'msg': u'חשיבותו של ערך זה אינה ברורה.',
+            'pos': 'top'
+        },
+        u'{{עריכה}}': {
+            'msg': u'ערך זה דורש עריכה',
+            'pos': 'top'},
+    },
+    'ia': {
+        '{{Eliminar}}': {
+            'msg': 'Assistite per robot: iste articulo debe esser eliminate',
+            'pos': 'top'},
+
+        '{{Revision}}': {
+            'msg': 'Assistite per robot: iste articulo require revision',
+            'pos': 'top'},
+
+        '{{Stub}}': {
+            'msg': 'Assistite per robot: iste articulo es in stato embryonic',
+            'pos': 'bottom'},
+    },
+    'nl': {
+        u'{{weg}}': {
+            'msg': '{weg}',
+            'pos': 'top'
+        },
+        u'{{nuweg}}': {
+            'msg': '{nuweg}',
+            'pos': 'top'
+        },
+        u'{{wiu}}': {
+            'msg': '{wiu}',
+            'pos': 'top'
+        },
+        u'{{beg}}': {
+            'msg': '{beg}',
+            'pos': 'bottom'
+        },
+        u'{{wikify}}': {
+            'msg': '{wikify}',
+            'pos': 'top'
+        },
+        u'{{wb}}': {
+            'msg': '{wb}',
+            'pos': 'top'
+        },
+    },
+    'pl': {
+        u'{{ek}}': {
+            'msg': u'[[Kategoria:Ekspresowe kasowanko|ek]]',
+            'pos': 'top'
+        },
+        u'{{dopracować}}': {
+            'msg': u'Dopracować',
+            'pos': 'top'
+        },
+        u'{{linki}}': {
+            'msg': u'Linki wewnętrzne do dodania',
+            'pos': 'top'
+        },
+        u'{{źródła}}': {
+            'msg': u'W artykule brakuje źródeł',
+            'pos': 'top'
+        },
+        u'{{stub}}': {
+            'msg': u'stub (zalążek)',
+            'pos': 'bottom'
+        },
+    },
+    'pt': {
+        u'{{wikificar}}': {
+            'msg': 'Assistida por bot: {{wikificar}}',
+            'pos': 'top'},
+
+        u'{{reciclar}}': {
+            'msg': 'Assistida por bot: {{reciclar}}',
+            'pos': 'top'},
+
+        u'{{lixo|~~~~}}': {
+            'msg': 'Assistida por bot: {{lixo}}',
+            'pos': 'top'},
+
+        u'{{revisão}}': {
+            'msg': 'Assistida por bot: {{revisão}}',
+            'pos': 'top'},
+
+        u'{{impróprio}}': {
+            'msg': 'Assistida por bot: {{impróprio}}',
+            'pos': 'top'},
+
+        u'{{apagar vaidade}}': {
+            'msg': 'Assistida por bot: {{apagar vaidade}}',
+            'pos': 'top'},
+    },
+    'sv': {
+        u'{{radera}}': {
+            'msg': u'Robotkoll: Artikeln bör raderas',
+            'pos': 'top'},
+
+        u'{{städa}}': {
+            'msg': u'Robotkoll: Artikeln bör städas',
+            'pos': 'top'},
+
+        u'{{stub}}': {
+            'msg': u'Robotkoll: Artikeln är en stubbe',
+            'pos': 'bottom'},
+
+        u'{{subst:relevanskontroll}}': {
+            'msg': 'Robotkoll: Artikeln bör kollas mot '
+                   '[[WP:REL|Wikipedias relevanskriterier]].',
+            'pos': 'top'},
+
+        u'{{verifieras}}': {
+            'msg': u'Robotkoll: Artikeln bör verifieras',
+            'pos': 'top'},
+
+        u'{{språkvård}}': {
+            'msg': u'Robotkoll: Artikeln bör språkvårdas',
+            'pos': 'top'},
+
+        u'{{Källor}}': {
+            'msg': u'Robotkoll: Artikeln behöver källor',
+            'pos': 'bottom'},
+
+        u'{{wikify}}': {
+            'msg': u'Robotkoll: Artikeln behöver wikifieras',
+            'pos': 'top'},
+    },
+    'zh': {
+        u'{{Delete}}': {
+            'msg': u'機器人掛上模板: 本文應被刪除。',
+            'pos': 'top'},
+
+        u'{{subst:Cleanup/auto}}': {
+            'msg': u'機器人掛上模板: 本文需清理',
+            'pos': 'top'},
+
+        u'{{subst:Uncategorized/auto}}': {
+            'msg': u'機器人掛上模板:  本頁需要適當的頁面分類',
+            'pos': u'bottom'},
+
+        u'{{subst:Notability/auto}}': {
+            'msg': u'機器人掛上模板:  本條目主題未突顯其知名度或顯著性',
+            'pos': 'top'},
+
+        u'{{subst:refimprove/auto}}': {
+            'msg': u'機器人掛上模板:  本條目参考文献不足',
+            'pos': 'top'},
+
+        u'{{copyedit}}': {
+            'msg': u'機器人掛上模板:  本條目或段落需要校對',
+            'pos': 'top'},
+
+        u'{{subst:Unreferenced/auto}}': {
+            'msg': u'機器人掛上模板:  本條目沒有列出任何參考或來源',
+            'pos': 'top'},
+
+        u'{{subst:wikify/auto}}': {
+            'msg': u'機器人掛上模板:  本條目需要維基化',
+            'pos': 'top'},
+
+        u'{{subst:Notchinese/auto}}': {
+            'msg': u'機器人掛上模板: 本条目没有翻译',
+            'pos': 'top'},
+
+        u'{{subst:Substub/auto}}': {
+            'msg': u'機器人掛上模板:  小小作品',
+            'pos': 'top'},
+
+        u'{{stub}}': {
+            'msg': u'機器人掛上模板: 本文是小作品',
+            'pos': 'bottom'},
+        u'{{notchinesetitle}}': {
+            'msg': u'機器人掛上模板: 本条目名称需要翻译成中文',
+            'pos': 'top'},
+        u'{{subst:Translating/auto}}': {
+            'msg': u'機器人掛上模板: 本条目没有翻译完成',
+            'pos': 'top'},
+        u'{{fansite}}': {
+            'msg': u'機器人掛上模板: 本条目內容類似愛好者網站',
+            'pos': 'top'},
+
+    },
+}
+
+# do nothing if this is in it
+done = {
+    'ar': (u'{{شطب}}', u'{{حذف}}', u'{{خرق}}'),
+    'en': ('{{VfD}}', '{{AfD}}', '{{AfD1}}', '{{cleanup}}', '{{nonsense}}',
+           '{{deletedpage}}', '{{db-reason}}', '{{notability}}',
+           '{{not verified}}', '{{unreferenced}}', '{{db-empty}}',
+           '{{db-nocontext}}', '{{db-foreign}}', '{{db-notenglish}}',
+           '{{db-nocontent}}', '{{db-blankcsd}}', '{{db-transwiki}}',
+           '{{db-attack}}', '{{db-band}}', '{{db-club}}', '{{db-bio}}',
+           '{{db-bio-notenglish}}', '{{db-inc}}', '{{db-bio-photo}}',
+           '{{db-catempty}}', '{{db-c2}}', '{{db-catfd}}', '{{badname}}',
+           '{{db-pagemove}}', '{{db-nonsense}}', '{{db-spam}}',
+           '{{db-copyvio}}', '{{db-test}}', '{{db-vandalism}}',
+           '{{db-repost}}', '{{db-banned}}', '{{db-histmerge}}', '{{db-move}}',
+           '{{db-g6}}', '{{db-afd}}', '{{db-disambig}}', '{{db-authora}}',
+           '{{db-author}}', '{{db-blanked}}', '{{csd:g7}}', '{{db-talk}}',
+           '{{db-botnomain}}', '{{db-redundantimage}}', '{{db-noimage}}',
+           '{{db-noncom}}', '{{db-ccnoncom}}', '{{db-unksource}}',
+           '{{db-norat}}', '{{db-badfairuse}}', '{{duplicate}}', '{{db-meta}}',
+           '{{db-emptyportal}}', '{{db-redirnone}}', '{{db-rediruser}}',
+           '{{db-redirtypo}}', '{{csd-c3}}', '{{cc-by-nc-sa}}', '{{cc-nd-nc}}',
+           '{{cc-nc}}', '{{cc-by-nc-2.0}}', '{{cc-by-nc-sa-2.0}}',
+           '{{cc-by-nd-nc-2.0}}', '{{cc-by-2.0-nc-nd}}', '{{cc-by-nc-nd-2.0}}',
+           '{{db-contact}}', '{{db-i2}}', '{{db-i1}}', '{{communityuseonly}}',
+           '{{db-disparage}}', '{{db-web}}', '{{db-userreq}}', '{{db-nouser}}',
+           '{{db-u3}}', '{{db-unfree}}'),
+    'fr': (u'{{suppression}}', u'{{à vérifier}}', u'{{ébauche}}'),
+    'ia': (u'{{Eliminar}}', u'{{Revision}}', u'{{Stub}}'),
+    'he': (u'{{מחק}}', u'{{פירושונים}}', u'{{הצבעת מחיקה}}'),
+    'nl': ('{{nuweg}}', '{{weg}}', '{{wb}}', '{{wiu}}', '{{nocat}}'),
+    'pl': ('{{ek}}', u'{{dopracować}}', '{{linki}}', u'{{źródła}}',
+           u'{{stub}}'),
+    'pt': ('{{wikificar}}', '{{reciclar}}', '{{lixo}}', u'{{revisão}}',
+           u'{{impróprio}}', u'{{apagar vaidade}}'),
+    'sv': (u'{{radera', u'{{Radera', u'{{städa}}', u'{{stub}}',
+           u'{{verifieras}}', u'{{språkvård}}', u'{{Källor', u'{{källor',
+           u'{{wikify}}', u'{{Ickewiki}}', u'{{ickewiki}}', u'{{Wikify}}'),
+    'zh': (u'{{VfD}}', u'{{AfD}}', u'{{unreferenced}}', u'{{db-reason}}',
+           '{{cleanup}}', '{{stub}}', '{{uncategorized}}', '{{notability}}',
+           u'{{copyedit}}', u'{{unreferenced}}', u'{{wikify}}',
+           u'{{Translating}}', u'{{copyvio}}', u'{{Notchinese}}'),
+}
+
+# TODO: merge 'done' with 'templates' above
+
+
+class CleaningBot(SingleSiteBot):
+
+    """Bot meant to facilitate customized cleaning of the page."""
+
+    def __init__(self, questions, questionlist, **kwargs):
+        """Constructor."""
+        # The question asked
+        self.question = """(multiple numbers delimited with ',')
+
+b) blank page
+e) edit page
+d) delete page (need sysop right)
+q) quit cleaningbot
+Enter) OK
+What is it? """
+        super(CleaningBot, self).__init__(**kwargs)
+        self.questionlist = questionlist
+        self.question = questions + self.question
+
+    def show_page_info(self):
+        """Display informations about an article."""
+        pywikibot.output(u'[[%s]] %s ' % (self.page.title(), self.date))
+        pywikibot.output('Length: %i bytes' % self.length)
+        pywikibot.output(u'User  : %s' % self.user)
+
+    def could_be_bad(self):
+        """Check whether the page could be bad."""
+        return self.length < 250 or not self.loggedIn
+
+    def handle_bad_page(self, *values):
+        """Process one bad page."""
+        try:
+            self.content = self.page.get()
+        except pywikibot.IsRedirectPage:
+            pywikibot.output(u'Already redirected, skipping.')
+            return
+        except pywikibot.NoPage:
+            pywikibot.output(u'Already deleted')
+            return
+
+        for d in pywikibot.translate(self.site.lang, done):
+            if d in self.content:
+                pywikibot.output(
+                    u'Found: "%s" in content, nothing necessary' % d)
+                return
+        pywikibot.output('---- Start content ----------------')
+        pywikibot.output(self.content)
+        pywikibot.output('---- End of content ---------------')
+
+        # Loop other user answer
+        answered = False
+        while not answered:
+            answer = pywikibot.input(self.question)
+
+            if answer == 'q':
+                sys.exit("Exiting")
+            if answer == 'd':
+                pywikibot.output(u'Trying to delete page [[%s]].'
+                                 % self.page.title())
+                self.page.delete()
+                return
+            if answer == 'e':
+                old = self.content
+                new = editor.TextEditor().edit(old)
+                msg = pywikibot.input('Summary message:')
+                self.userPut(self.page, old, new, summary=msg)
+                return
+            if answer == 'b':
+                pywikibot.output(u'Blanking page [[%s]].' % self.page.title())
+                try:
+                    self.page.put('',
+                                  summary=i18n.twtranslate(
+                                      self.site.lang,
+                                      'followlive-blanking',
+                                      {'content': self.content}))
+                except pywikibot.EditConflict:
+                    pywikibot.output(
+                        'An edit conflict occured ! Automatically retrying')
+                    self.handle_bad_page(self)
+                return
+            if answer == '':
+                pywikibot.output('Page correct ! Proceeding with next pages.')
+                return
+            # Check user input:
+            if answer[0] == 'u':
+                # Answer entered as an utf8 string
+                answer = answer[1:]
+            try:
+                choices = answer.split(',')
+            except ValueError:
+                    # User entered wrong value
+                    pywikibot.error(u'"%s" is not valid' % answer)
+                    continue
+            # test input
+            for choice in choices:
+                try:
+                    x = int(choice)
+                except ValueError:
+                    break
+                else:
+                    answered = (x >= 1 and x <= len(self.questionlist))
+            if not answered:
+                pywikibot.error(u'"%s" is not valid' % answer)
+                continue
+        summary = u''
+        for choice in choices:
+            answer = int(choice)
+            # grab the template parameters
+            tpl = pywikibot.translate(self.site,
+                                      templates)[self.questionlist[answer]]
+            if tpl['pos'] == 'top':
+                pywikibot.output(
+                    'prepending %s...' % self.questionlist[answer])
+                self.content = self.questionlist[answer] + '\n' + self.content
+            elif tpl['pos'] == 'bottom':
+                pywikibot.output('appending %s...' % self.questionlist[answer])
+                self.content += '\n' + self.questionlist[answer]
+            else:
+                pywikibot.error(
+                    u'"pos" should be "top" or "bottom" for template '
+                    '%s. Contact a developer.' % self.questionlist[answer])
+                sys.exit('Exiting')
+            summary += tpl['msg'] + ' '
+            pywikibot.output('Probably added %s' % self.questionlist[answer])
+#        pywikibot.output(newcontent) bug #2986247
+        self.page.put(self.content, summary=summary)
+        pywikibot.output(u'with comment %s\n' % summary)
+
+    def handle_page(self, page, date, length, loggedIn, user):
+        """Process one page."""
+        self.page = page
+        self.date = date
+        self.length = length
+        self.loggedIn = loggedIn
+        self.user = user
+        self.show_page_info()
+        if self.could_be_bad():
+            pywikibot.output('Integrity of page doubtful...')
+            try:
+                self.handle_bad_page()
+            except pywikibot.NoPage:
+                pywikibot.output('seems already gone')
+        pywikibot.output('----- Current time: %s' % datetime.datetime.now())
+
+    def run(self):
+        """Process all pages in generator."""
+        for (page, date, length, loggedIn, username,
+                comment) in self.site.newpages():
+            self.handle_page(page, date, length, loggedIn, username)
+
+
+def main(*args):
+    """
+    Process command line arguments and invoke bot.
+
+    If args is an empty list, sys.argv is used.
+
+    @param args: command line arguments
+    @type args: list of unicode
+    """
+    # Generate the question text
+    questions = '\n'
+    questionlist = {}
+    pywikibot.handle_args(*args)
+    site = pywikibot.Site()
+
+    if (site.lang not in list(templates.keys()) and
+            site.lang not in list(done.keys())):
+        pywikibot.output(
+            '\nScript is not localised for {0}. Terminating program.'
+            ''.format(site))
+    else:
+        for i, t in enumerate(pywikibot.translate(site.lang, templates)):
+            questions += (u'%s) %s\n' % (i, t))
+            questionlist[i] = t
+        bot = CleaningBot(questions, questionlist)
+        bot.run()
+
+if __name__ == '__main__':
+    main()
diff --git a/tests/script_tests.py b/tests/script_tests.py
index 6bc8c32..2766bf0 100644
--- a/tests/script_tests.py
+++ b/tests/script_tests.py
@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 """Test that each script can be compiled and executed."""
 #
-# (C) Pywikibot team, 2014-2016
+# (C) Pywikibot team, 2014-2017
 #
 # Distributed under the terms of the MIT license.
 #
@@ -121,6 +121,7 @@
     'clean_sandbox',
     'disambredir',
     'featured',
+    'followlive',
     'imagerecat',
     'login',
     'lonelypages',
-- 
To view, visit https://gerrit.wikimedia.org/r/190710
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings

Gerrit-MessageType: merged
Gerrit-Change-Id: I2cf9dbb23cc071d2f213c4a0582a98b84ccdb365
Gerrit-PatchSet: 18
Gerrit-Project: pywikibot/core
Gerrit-Branch: master
Gerrit-Owner: Prianka priyankajayaswal025@gmail.com
Gerrit-Reviewer: John Vandenberg jayvdb@gmail.com
Gerrit-Reviewer: Ladsgroup Ladsgroup@gmail.com
Gerrit-Reviewer: Magul tomasz.magulski@gmail.com
Gerrit-Reviewer: Matěj Suchánek matejsuchanek97@gmail.com
Gerrit-Reviewer: Merlijn van Deen valhallasw@arctus.nl
Gerrit-Reviewer: Multichill maarten@mdammers.nl
Gerrit-Reviewer: XZise CommodoreFabianus@gmx.de
Gerrit-Reviewer: Xqt info@gno.de
Gerrit-Reviewer: jenkins-bot <>


    