Xqt submitted this change.
[test] Split site_tests (part 3)
- detach site generator tests to site_generators_tests.py
- update documentation
Change-Id: I20c77e857c19ac311daa8d3cec3adb1942302731
---
M docs/tests_ref/gui_tests.rst
M docs/tests_ref/index.rst
A docs/tests_ref/site_decorators_tests.rst
A docs/tests_ref/site_generators_tests.rst
M tests/__init__.py
M tests/site_generators_tests.py
M tests/site_tests.py
M tox.ini
8 files changed, 24 insertions(+), 3,621 deletions(-)
diff --git a/docs/tests_ref/gui_tests.rst b/docs/tests_ref/gui_tests.rst
index 7bd7d37..db03a3a 100644
--- a/docs/tests_ref/gui_tests.rst
+++ b/docs/tests_ref/gui_tests.rst
@@ -1,5 +1,5 @@
-tests.tk\_tests module
-======================
+tests.gui\_tests module
+=======================
.. automodule:: tests.gui_tests
:members:
diff --git a/docs/tests_ref/index.rst b/docs/tests_ref/index.rst
index 3a3964c..a3218d2 100644
--- a/docs/tests_ref/index.rst
+++ b/docs/tests_ref/index.rst
@@ -62,8 +62,10 @@
paraminfo<./paraminfo_tests>
plural<./plural_tests>
proofreadpage<./proofreadpage_tests>
- site_detect<./site_detect_tests>
site<./site_tests>
+ site_decorators<./site_decorators_tests>
+ site_generators<./site_generators_tests>
+ site_detect<./site_detect_tests>
sparql<./sparql_tests>
tests<./tests_tests>
textlib<./textlib_tests>
diff --git a/docs/tests_ref/site_decorators_tests.rst b/docs/tests_ref/site_decorators_tests.rst
new file mode 100644
index 0000000..79e4676
--- /dev/null
+++ b/docs/tests_ref/site_decorators_tests.rst
@@ -0,0 +1,7 @@
+tests.site\_decorators\_tests module
+====================================
+
+.. automodule:: tests.site_decorators_tests
+ :members:
+ :undoc-members:
+ :show-inheritance:
diff --git a/docs/tests_ref/site_generators_tests.rst b/docs/tests_ref/site_generators_tests.rst
new file mode 100644
index 0000000..01440a1
--- /dev/null
+++ b/docs/tests_ref/site_generators_tests.rst
@@ -0,0 +1,7 @@
+tests.site\_generators\_tests module
+====================================
+
+.. automodule:: tests.site_generators_tests
+ :members:
+ :undoc-members:
+ :show-inheritance:
diff --git a/tests/__init__.py b/tests/__init__.py
index f5efe58..e478711 100644
--- a/tests/__init__.py
+++ b/tests/__init__.py
@@ -112,6 +112,7 @@
'proofreadpage',
'site',
'site_decorators',
+ 'site_generators',
'site_detect',
'siteinfo',
'sparql',
diff --git a/tests/site_generators_tests.py b/tests/site_generators_tests.py
index b22c0df..39516de 100644
--- a/tests/site_generators_tests.py
+++ b/tests/site_generators_tests.py
@@ -1,290 +1,33 @@
#!/usr/bin/python3
-"""Tests for the site module."""
+"""Tests for generators of the site module."""
#
# (C) Pywikibot team, 2008-2022
#
# Distributed under the terms of the MIT license.
#
-import pickle
-import random
-import threading
-import time
import unittest
-from collections.abc import Iterable, Mapping
from contextlib import suppress
-from http import HTTPStatus
from unittest.mock import patch
import pywikibot
-from pywikibot import config
-from pywikibot.comms import http
from pywikibot.data import api
from pywikibot.exceptions import (
APIError,
Error,
HiddenKeyError,
- IsNotRedirectPageError,
NoPageError,
- PageInUseError,
TimeoutError,
- UnknownExtensionError,
- UnknownSiteError,
)
from pywikibot.tools import suppress_warnings
from tests import WARN_SITE_CODE, unittest_print
from tests.aspects import (
- AlteredDefaultSiteTestCase,
- DefaultDrySiteTestCase,
DefaultSiteTestCase,
DeprecationTestCase,
TestCase,
- WikimediaDefaultSiteTestCase,
)
-from tests.basepage import BasePageLoadRevisionsCachingTestBase
from tests.utils import skipping
-class TestSiteObjectDeprecatedFunctions(DefaultSiteTestCase,
- DeprecationTestCase):
-
- """Test cases for Site deprecated methods on a live wiki."""
-
- cached = True
-
- def test_allpages_filterredir_True(self):
- """Test that filterredir set to 'only' is deprecated to True."""
- for page in self.site.allpages(filterredir='only', total=1):
- self.assertTrue(page.isRedirectPage())
- self.assertOneDeprecation()
-
- def test_allpages_filterredir_False(self):
- """Test if filterredir's bool is False it's deprecated to False."""
- for page in self.site.allpages(filterredir='', total=1):
- self.assertFalse(page.isRedirectPage())
- self.assertOneDeprecation()
-
-
-class TestSiteDryDeprecatedFunctions(DefaultDrySiteTestCase,
- DeprecationTestCase):
-
- """Test cases for Site deprecated methods without a user."""
-
- def test_namespaces_callable(self):
- """Test that namespaces is callable and returns itself."""
- site = self.get_site()
- self.assertIs(site.namespaces(), site.namespaces)
- self.assertOneDeprecationParts(
- 'Referencing this attribute like a function',
- 'it directly')
-
-
-class TestSiteObject(DefaultSiteTestCase):
-
- """Test cases for Site methods."""
-
- cached = True
-
- def test_pickle_ability(self):
- """Test pickle ability."""
- mysite = self.get_site()
- mysite_str = pickle.dumps(mysite, protocol=config.pickle_protocol)
- mysite_pickled = pickle.loads(mysite_str)
- self.assertEqual(mysite, mysite_pickled)
-
- def test_repr(self):
- """Test __repr__."""
- code = self.site.family.obsolete.get(self.code) or self.code
- expect = 'Site("{}", "{}")'.format(code, self.family)
- self.assertTrue(repr(self.site).endswith(expect))
-
- def test_constructors(self):
- """Test cases for site constructors."""
- test_list = [
- ['enwiki', 'wikipedia:en'],
- ['eswikisource', 'wikisource:es'],
- ['dewikinews', 'wikinews:de'],
- ['ukwikivoyage', 'wikivoyage:uk'],
- ['metawiki', 'meta:meta'],
- ['commonswiki', 'commons:commons'],
- ['wikidatawiki', 'wikidata:wikidata'],
- ['testwikidatawiki', 'wikidata:test'],
- ['testwiki', 'wikipedia:test'], # see T225729, T228300
- ['test2wiki', 'wikipedia:test2'], # see T225729
- ['sourceswiki', 'wikisource:mul'], # see T226960
- ]
- if isinstance(self.site.family, pywikibot.family.WikimediaFamily):
- site = self.site
- else:
- site = None
- for dbname, sitename in test_list:
- with self.subTest(dbname=dbname):
- self.assertIs(
- pywikibot.site.APISite.fromDBName(dbname, site),
- pywikibot.Site(sitename))
-
- def test_language_methods(self):
- """Test cases for languages() and related methods."""
- mysite = self.get_site()
- langs = mysite.languages()
- self.assertIsInstance(langs, list)
- self.assertIn(mysite.code, langs)
- self.assertIsInstance(mysite.obsolete, bool)
- ipf = mysite.interwiki_putfirst()
- if ipf: # Not all languages use this
- self.assertIsInstance(ipf, list)
- else:
- self.assertIsNone(ipf)
-
- for item in mysite.validLanguageLinks():
- self.assertIn(item, langs)
- self.assertIsNone(self.site.namespaces.lookup_name(item))
-
- def test_namespace_methods(self):
- """Test cases for methods manipulating namespace names."""
- mysite = self.get_site()
- ns = mysite.namespaces
- self.assertIsInstance(ns, Mapping)
- # built-in namespaces always present
- self.assertIsInstance(mysite.ns_normalize('project'), str)
-
- for ns_id in range(-2, 16):
- with self.subTest(namespace_id=ns_id):
- self.assertIn(ns_id, ns)
-
- for key in ns:
- all_ns = mysite.namespace(key, True)
- with self.subTest(namespace=key):
- self.assertIsInstance(key, int)
- self.assertIsInstance(mysite.namespace(key), str)
- self.assertNotIsInstance(all_ns, str)
- self.assertIsInstance(all_ns, Iterable)
-
- for item in all_ns:
- with self.subTest(namespace=key, item=item):
- self.assertIsInstance(item, str)
-
- for val in ns.values():
- with self.subTest(value=val):
- self.assertIsInstance(val, Iterable)
- for name in val:
- with self.subTest(value=val, name=name):
- self.assertIsInstance(name, str)
-
- def test_user_attributes_return_types(self):
- """Test returned types of user attributes."""
- mysite = self.get_site()
- self.assertIsInstance(mysite.logged_in(), bool)
- self.assertIsInstance(mysite.userinfo, dict)
-
- def test_messages(self):
- """Test MediaWiki: messages."""
- mysite = self.get_site()
- for msg in ('about', 'aboutpage', 'aboutsite', 'accesskey-n-portal'):
- with self.subTest(message=msg, lang=mysite.lang):
- self.assertTrue(mysite.has_mediawiki_message(msg))
- self.assertIsInstance(mysite.mediawiki_message(msg), str)
- self.assertEqual(
- mysite.mediawiki_message(msg),
- mysite.mediawiki_message(msg, lang=mysite.lang))
-
- with self.subTest(message=msg, lang='de'):
- self.assertTrue(mysite.has_mediawiki_message(msg, lang='de'))
- self.assertIsInstance(mysite.mediawiki_message(msg, lang='de'),
- str)
-
- with self.subTest(message='nosuchmessage'):
- self.assertFalse(mysite.has_mediawiki_message('nosuchmessage'))
- with self.assertRaises(KeyError):
- mysite.mediawiki_message('nosuchmessage')
-
- msg = ('about', 'aboutpage')
- with self.subTest(messages=msg):
- about_msgs = self.site.mediawiki_messages(msg)
- self.assertIsInstance(mysite.mediawiki_messages(msg), dict)
- self.assertTrue(mysite.mediawiki_messages(msg))
- self.assertLength(about_msgs, 2)
- self.assertIn(msg[0], about_msgs)
-
- months = ['january', 'february', 'march', 'april', 'may_long',
- 'june', 'july', 'august', 'september', 'october',
- 'november', 'december']
- codes = sorted(mysite.family.codes)
- lang1, lang2 = codes[0], codes[-1]
- with self.subTest(messages='months', lang1=lang1, lang2=lang2):
- self.assertLength(mysite.mediawiki_messages(months, lang1), 12)
- self.assertLength(mysite.mediawiki_messages(months, lang2), 12)
- familyname = mysite.family.name
- if lang1 != lang2 and lang1 != familyname and lang2 != familyname:
- self.assertNotEqual(mysite.mediawiki_messages(months, lang1),
- mysite.mediawiki_messages(months, lang2))
-
- with self.subTest(messages='Test messages order'):
- msg = mysite.mediawiki_messages(months, 'en')
- self.assertIsInstance(msg, dict)
- self.assertLength(msg, 12)
- self.assertEqual([key.title() for key in msg][5:],
- list(msg.values())[5:])
- self.assertEqual(list(msg), months)
-
- # mediawiki_messages must be given a list; using a string will split it
- with self.subTest(messages='about'), self.assertRaises(KeyError):
- self.site.mediawiki_messages('about')
-
- msg = ('nosuchmessage1', 'about', 'aboutpage', 'nosuchmessage')
- with self.subTest(messages=msg):
- self.assertFalse(mysite.has_all_mediawiki_messages(msg))
- with self.assertRaises(KeyError):
- mysite.mediawiki_messages(msg)
-
- with self.subTest(test='server_time'):
- self.assertIsInstance(mysite.server_time(), pywikibot.Timestamp)
- ts = mysite.getcurrenttimestamp()
- self.assertIsInstance(ts, str)
- self.assertRegex(
- ts, r'(19|20)\d\d[0-1]\d[0-3]\d[0-2]\d[0-5]\d[0-5]\d')
-
- with self.subTest(test='months_names'):
- self.assertIsInstance(mysite.months_names, list)
- self.assertLength(mysite.months_names, 12)
- for month in mysite.months_names:
- self.assertIsInstance(month, tuple)
- self.assertLength(month, 2)
-
- with self.subTest(test='list_to_text'):
- self.assertEqual(mysite.list_to_text(('pywikibot',)), 'pywikibot')
-
- def test_english_specific_methods(self):
- """Test Site methods using English specific inputs and outputs."""
- mysite = self.get_site()
- if mysite.lang != 'en':
- self.skipTest(
- 'English-specific tests not valid on {}'.format(mysite))
-
- self.assertEqual(mysite.months_names[4], ('May', 'May'))
- self.assertEqual(mysite.list_to_text(('Pride', 'Prejudice')),
- 'Pride and Prejudice')
- self.assertEqual(mysite.list_to_text(('This', 'that', 'the other')),
- 'This, that and the other')
-
- def test_page_methods(self):
- """Test ApiSite methods for getting page-specific info."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- self.assertIsInstance(mysite.page_restrictions(mainpage), dict)
- self.assertIsInstance(mysite.page_can_be_edited(mainpage), bool)
- self.assertIsInstance(mysite.page_isredirect(mainpage), bool)
- if mysite.page_isredirect(mainpage):
- self.assertIsInstance(mysite.getredirtarget(mainpage),
- pywikibot.Page)
- else:
- with self.assertRaises(IsNotRedirectPageError):
- mysite.getredirtarget(mainpage)
- a = list(mysite.preloadpages([mainpage]))
- self.assertLength(a, int(mainpage.exists()))
- if a:
- self.assertEqual(a[0], mainpage)
-
-
class TestSiteGenerators(DefaultSiteTestCase):
"""Test cases for Site methods."""
@@ -932,51 +675,6 @@
func('m', 2, 1, True, True)
-class TestLockingPage(DefaultSiteTestCase):
- """Test cases for lock/unlock a page within threads."""
-
- cached = True
-
- def worker(self):
- """Lock a page, wait few seconds and unlock the page."""
- page = pywikibot.Page(self.site, 'Foo')
- page.site.lock_page(page=page, block=True)
- wait = random.randint(1, 25) / 10
- time.sleep(wait)
- page.site.unlock_page(page=page)
-
- def test_threads_locking_page(self):
- """Test lock_page and unlock_page methods for multiple threads."""
- # Start few threads
- threads = []
- for _ in range(5):
- thread = threading.Thread(target=self.worker, daemon=True)
- thread.start()
- threads.append(thread)
-
- for thread in threads:
- thread.join(15) # maximum wait time for all threads
-
- with self.subTest(name=thread.name):
- # Check whether a timeout happened.
- # In that case is_alive() is True
- self.assertFalse(thread.is_alive(),
- 'test page is still locked')
-
- def test_lock_page(self):
- """Test the site.lock_page() and site.unlock_page() method."""
- site = self.get_site()
- p1 = pywikibot.Page(site, 'Foo')
-
- site.lock_page(page=p1, block=True)
- with self.assertRaises(PageInUseError):
- site.lock_page(page=p1, block=False)
- site.unlock_page(page=p1)
- # verify it's unlocked
- site.lock_page(page=p1, block=False)
- site.unlock_page(page=p1)
-
-
class TestSiteGeneratorsUsers(DefaultSiteTestCase):
"""Test cases for Site methods with users."""
@@ -1116,34 +814,6 @@
self.assertFalse(using.isRedirectPage())
-class SiteUserTestCase(DefaultSiteTestCase):
-
- """Test site method using a user."""
-
- login = True
-
- def test_methods(self):
- """Test user related methods."""
- mysite = self.get_site()
- self.assertIsInstance(mysite.is_blocked(), bool)
- self.assertIsInstance(mysite.messages(), bool)
- self.assertIsInstance(mysite.has_right('edit'), bool)
- self.assertFalse(mysite.has_right('nonexistent_right'))
- self.assertIsInstance(mysite.has_group('bots'), bool)
- self.assertFalse(mysite.has_group('nonexistent_group'))
- for grp in ('user', 'autoconfirmed', 'bot', 'sysop', 'nosuchgroup'):
- self.assertIsInstance(mysite.has_group(grp), bool)
- for rgt in ('read', 'edit', 'move', 'delete', 'rollback', 'block',
- 'nosuchright'):
- self.assertIsInstance(mysite.has_right(rgt), bool)
-
- def test_logevents(self):
- """Test the site.logevents() method."""
- mysite = self.get_site()
- for entry in mysite.logevents(user=mysite.user(), total=3):
- self.assertEqual(entry.user(), mysite.user())
-
-
class TestLogEvents(DefaultSiteTestCase):
"""Test logevents methods."""
@@ -1865,445 +1535,6 @@
self.assertIsInstance(rev, dict)
-class SiteSysopTestCase(DefaultSiteTestCase):
-
- """Test site method using a sysop account."""
-
- rights = 'delete'
-
- def test_methods(self):
- """Test sysop related methods."""
- mysite = self.get_site()
- self.assertIsInstance(mysite.is_blocked(), bool)
- self.assertIsInstance(mysite.has_right('edit'), bool)
- self.assertFalse(mysite.has_right('nonexistent_right'))
- self.assertIsInstance(mysite.has_group('bots'), bool)
- self.assertFalse(mysite.has_group('nonexistent_group'))
- self.assertTrue(mysite.has_right(self.rights))
-
- def test_deletedrevs(self):
- """Test the site.deletedrevs() method."""
- mysite = self.get_site()
- if not mysite.has_right('deletedhistory'):
- self.skipTest(
- "You don't have permission to view the deleted revisions "
- 'on {}.'.format(mysite))
- mainpage = self.get_mainpage()
- gen = mysite.deletedrevs(total=10, titles=mainpage)
-
- for dr in gen:
- break
- else:
- self.skipTest(
- '{} contains no deleted revisions.'.format(mainpage))
- self.assertLessEqual(len(dr['revisions']), 10)
- for rev in dr['revisions']:
- self.assertIsInstance(rev, dict)
-
- with self.subTest(start='2008-10-11T01:02:03Z', reverse=False):
- for item in mysite.deletedrevs(start='2008-10-11T01:02:03Z',
- titles=mainpage, total=5):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'],
- '2008-10-11T01:02:03Z')
-
- with self.subTest(end='2008-04-01T02:03:04Z', reverse=False):
- for item in mysite.deletedrevs(end='2008-04-01T02:03:04Z',
- titles=mainpage, total=5):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertGreaterEqual(rev['timestamp'],
- '2008-10-11T02:03:04Z')
-
- with self.subTest(start='2008-10-11T03:05:07Z', reverse=True):
- for item in mysite.deletedrevs(start='2008-10-11T03:05:07Z',
- titles=mainpage, total=5,
- reverse=True):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertGreaterEqual(rev['timestamp'],
- '2008-10-11T03:05:07Z')
-
- with self.subTest(end='2008-10-11T04:06:08Z', reverse=True):
- for item in mysite.deletedrevs(end='2008-10-11T04:06:08Z',
- titles=mainpage, total=5,
- reverse=True):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'],
- '2008-10-11T04:06:08Z')
-
- with self.subTest(start='2008-10-13T11:59:59Z',
- end='2008-10-13T00:00:01Z',
- reverse=False):
- for item in mysite.deletedrevs(start='2008-10-13T11:59:59Z',
- end='2008-10-13T00:00:01Z',
- titles=mainpage, total=5):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'],
- '2008-10-13T11:59:59Z')
- self.assertGreaterEqual(rev['timestamp'],
- '2008-10-13T00:00:01Z')
-
- with self.subTest(start='2008-10-15T06:00:01Z',
- end='2008-10-15T23:59:59Z',
- reverse=True):
- for item in mysite.deletedrevs(start='2008-10-15T06:00:01Z',
- end='2008-10-15T23:59:59Z',
- titles=mainpage, total=5,
- reverse=True):
- for rev in item['revisions']:
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'],
- '2008-10-15T23:59:59Z')
- self.assertGreaterEqual(rev['timestamp'],
- '2008-10-15T06:00:01Z')
-
- # start earlier than end
- with self.subTest(start='2008-09-03T00:00:01Z',
- end='2008-09-03T23:59:59Z',
- reverse=False), self.assertRaises(AssertionError):
- gen = mysite.deletedrevs(titles=mainpage,
- start='2008-09-03T00:00:01Z',
- end='2008-09-03T23:59:59Z', total=5)
- next(gen)
-
- # reverse: end earlier than start
- with self.subTest(start='2008-09-03T23:59:59Z',
- end='2008-09-03T00:00:01Z',
- reverse=True), self.assertRaises(AssertionError):
- gen = mysite.deletedrevs(titles=mainpage,
- start='2008-09-03T23:59:59Z',
- end='2008-09-03T00:00:01Z', total=5,
- reverse=True)
- next(gen)
-
- def test_alldeletedrevisions(self):
- """Test the site.alldeletedrevisions() method."""
- mysite = self.get_site()
- myuser = mysite.user()
- if not mysite.has_right('deletedhistory'):
- self.skipTest(
- "You don't have permission to view the deleted revisions "
- 'on {}.'.format(mysite))
- prop = ['ids', 'timestamp', 'flags', 'user', 'comment']
- gen = mysite.alldeletedrevisions(total=10, prop=prop)
-
- for data in gen:
- break
- else:
- self.skipTest('{} does not have deleted edits.'.format(myuser))
- self.assertIn('revisions', data)
- for drev in data['revisions']:
- for key in ('revid', 'timestamp', 'user', 'comment'):
- self.assertIn(key, drev)
-
- with self.subTest(start='2008-10-11T01:02:03Z', reverse=False,
- prop=prop):
- for item in mysite.alldeletedrevisions(
- start='2008-10-11T01:02:03Z',
- total=5
- ):
- for drev in item['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertLessEqual(drev['timestamp'],
- '2008-10-11T01:02:03Z')
-
- with self.subTest(start='2008-10-11T01:02:03Z', reverse=True,
- prop=prop):
- for item in mysite.alldeletedrevisions(
- start='2008-10-11T01:02:03Z',
- total=5
- ):
- for drev in item['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertGreaterEqual(drev['timestamp'],
- '2008-10-11T01:02:03Z')
-
- # start earlier than end
- with self.subTest(start='2008-09-03T00:00:01Z',
- end='2008-09-03T23:59:59Z',
- reverse=False,
- prop=prop), self.assertRaises(AssertionError):
- gen = mysite.alldeletedrevisions(start='2008-09-03T00:00:01Z',
- end='2008-09-03T23:59:59Z',
- total=5)
- next(gen)
-
- # reverse: end earlier than start
- with self.subTest(start='2008-09-03T23:59:59Z',
- end='2008-09-03T00:00:01Z',
- reverse=True,
- prop=prop), self.assertRaises(AssertionError):
- gen = mysite.alldeletedrevisions(start='2008-09-03T23:59:59Z',
- end='2008-09-03T00:00:01Z',
- total=5, reverse=True)
- next(gen)
-
-
-class TestSiteSysopWrite(TestCase):
-
- """Test site methods that require writing rights."""
-
- family = 'wikipedia'
- code = 'test'
-
- write = True
- rights = 'delete,deleterevision,protect'
-
- def test_protect(self):
- """Test the site.protect() method."""
- site = self.get_site()
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/ProtectTest')
-
- r = site.protect(protections={'edit': 'sysop',
- 'move': 'autoconfirmed'},
- page=p1,
- reason='Pywikibot unit test')
- self.assertIsNone(r)
- self.assertEqual(site.page_restrictions(page=p1),
- {'edit': ('sysop', 'infinity'),
- 'move': ('autoconfirmed', 'infinity')})
-
- expiry = pywikibot.Timestamp.fromISOformat('2050-01-01T00:00:00Z')
- site.protect(protections={'edit': 'sysop', 'move': 'autoconfirmed'},
- page=p1,
- expiry=expiry,
- reason='Pywikibot unit test')
-
- self.assertEqual(site.page_restrictions(page=p1),
- {'edit': ('sysop', '2050-01-01T00:00:00Z'),
- 'move': ('autoconfirmed', '2050-01-01T00:00:00Z')})
-
- site.protect(protections={'edit': '', 'move': ''},
- page=p1,
- reason='Pywikibot unit test')
- self.assertEqual(site.page_restrictions(page=p1), {})
-
- def test_protect_alt(self):
- """Test the site.protect() method, works around T78522."""
- site = self.get_site()
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/ProtectTest')
-
- r = site.protect(protections={'edit': 'sysop',
- 'move': 'autoconfirmed'},
- page=p1,
- reason='Pywikibot unit test')
- self.assertIsNone(r)
- self.assertEqual(site.page_restrictions(page=p1),
- {'edit': ('sysop', 'infinity'),
- 'move': ('autoconfirmed', 'infinity')})
-
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/ProtectTest')
- expiry = pywikibot.Timestamp.fromISOformat('2050-01-01T00:00:00Z')
- site.protect(protections={'edit': 'sysop', 'move': 'autoconfirmed'},
- page=p1,
- expiry=expiry,
- reason='Pywikibot unit test')
-
- self.assertEqual(site.page_restrictions(page=p1),
- {'edit': ('sysop', '2050-01-01T00:00:00Z'),
- 'move': ('autoconfirmed', '2050-01-01T00:00:00Z')})
-
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/ProtectTest')
- site.protect(protections={'edit': '', 'move': ''},
- page=p1,
- reason='Pywikibot unit test')
- self.assertEqual(site.page_restrictions(page=p1), {})
-
- def test_protect_exception(self):
- """Test that site.protect() throws an exception for invalid args."""
- site = self.get_site()
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/ProtectTest')
- with self.assertRaises(AssertionError):
- site.protect(protections={'anInvalidValue': 'sysop'},
- page=p1, reason='Pywikibot unit test')
- with self.assertRaises(AssertionError):
- site.protect(protections={'edit': 'anInvalidValue'},
- page=p1, reason='Pywikibot unit test')
-
- def test_delete(self):
- """Test the site.delete() and site.undelete() methods."""
- site = self.get_site()
- p = pywikibot.Page(site, 'User:Unicodesnowman/DeleteTestSite')
- # Verify state
- if not p.exists():
- site.undelete(p, 'pywikibot unit tests')
-
- site.delete(p, reason='pywikibot unit tests')
- with self.assertRaises(NoPageError):
- p.get(force=True)
-
- site.undelete(p, 'pywikibot unit tests',
- revisions=['2014-12-21T06:07:47Z',
- '2014-12-21T06:07:31Z'])
-
- revs = list(p.revisions())
- self.assertLength(revs, 2)
- self.assertEqual(revs[0].revid, 219995)
- self.assertEqual(revs[1].revid, 219994)
-
- site.delete(p, reason='pywikibot unit tests')
- site.undelete(p, 'pywikibot unit tests')
- revs = list(p.revisions())
- self.assertGreater(len(revs), 2)
-
- def test_revdel_page(self):
- """Test deleting and undeleting page revisions."""
- site = self.get_site()
- # Verify state
- site.deleterevs('revision', ids=[219993, 219994], hide='',
- show='content|comment|user',
- reason='pywikibot unit tests')
-
- # Single revision
- site.deleterevs('revision', '219994', hide='user',
- reason='pywikibot unit tests')
-
- p1 = pywikibot.Page(site, 'User:Unicodesnowman/DeleteTestSite')
- revs = list(p1.revisions())
- for rev in revs:
- if rev['revid'] != 219994:
- continue
- self.assertTrue(rev['userhidden'])
-
- # Multiple revisions
- site.deleterevs('revision', '219993|219994', hide='comment',
- reason='pywikibot unit tests')
-
- p2 = pywikibot.Page(site, 'User:Unicodesnowman/DeleteTestSite')
- revs = list(p2.revisions())
- for rev in revs:
- if rev['revid'] != 219994:
- continue
- self.assertTrue(rev['userhidden'])
- self.assertTrue(rev['commenthidden'])
-
- # Concurrently show and hide
- site.deleterevs('revision', ['219993', '219994'], hide='user|content',
- show='comment', reason='pywikibot unit tests')
-
- p3 = pywikibot.Page(site, 'User:Unicodesnowman/DeleteTestSite')
- revs = list(p3.revisions())
- for rev in revs:
- if rev['revid'] == 219993:
- self.assertTrue(rev['userhidden'])
- elif rev['revid'] == 219994:
- self.assertFalse(rev['commenthidden'])
-
- # Cleanup
- site.deleterevs('revision', [219993, 219994],
- show='content|comment|user',
- reason='pywikibot unit tests')
-
- def test_revdel_file(self):
- """Test deleting and undeleting file revisions."""
- site = pywikibot.Site('test')
-
- # Verify state
- site.deleterevs('oldimage', [20210314184415, 20210314184430],
- show='content|comment|user',
- reason='pywikibot unit tests',
- target='File:T276726.png')
-
- # Single revision
- site.deleterevs('oldimage', '20210314184415', hide='user', show='',
- reason='pywikibot unit tests',
- target='File:T276726.png')
-
- ts1 = pywikibot.Timestamp(2021, 3, 14, 18, 43, 57)
- ts2 = pywikibot.Timestamp(2021, 3, 14, 18, 44, 17)
-
- fp1 = pywikibot.FilePage(site, 'File:T276726.png')
- site.loadimageinfo(fp1, history=True)
- for v in fp1._file_revisions.values():
- if v['timestamp'] == ts1:
- self.assertTrue(hasattr(v, 'userhidden'))
-
- # Multiple revisions
- site.deleterevs('oldimage', '20210314184415|20210314184430',
- hide='comment', reason='pywikibot unit tests',
- target='File:T276726.png')
-
- fp2 = pywikibot.FilePage(site, 'File:T276726.png')
- site.loadimageinfo(fp2, history=True)
- for idx, v in fp2._file_revisions.items():
- if v['timestamp'] in (ts1, ts2):
- self.assertTrue(hasattr(v, 'commenthidden'))
-
- # Concurrently show and hide
- site.deleterevs('oldimage', ['20210314184415', '20210314184430'],
- hide='user|content', show='comment',
- reason='pywikibot unit tests',
- target='File:T276726.png')
-
- fp3 = pywikibot.FilePage(site, 'File:T276726.png')
- site.loadimageinfo(fp3, history=True)
- for idx, v in fp3._file_revisions.items():
- if v['timestamp'] in (ts1, ts2):
- self.assertFalse(hasattr(v, 'commenthidden'))
- self.assertFalse(hasattr(v, 'userhidden'))
- self.assertFalse(hasattr(v, 'filehidden'))
-
- # Cleanup
- site.deleterevs('oldimage', [20210314184415, 20210314184430],
- show='content|comment|user',
- reason='pywikibot unit tests',
- target='File:T276726.png')
-
- def test_delete_oldimage(self):
- """Test deleting and undeleting specific versions of files."""
- site = self.get_site()
- fp = pywikibot.FilePage(site, 'File:T276725.png')
-
- # Verify state
- gen = site.filearchive(start='T276725.png', end='T276725.pngg')
- fileid = None
-
- for filearchive in gen:
- fileid = filearchive['id']
- break
-
- if fileid is not None:
- site.undelete(fp, 'pywikibot unit tests', fileids=[fileid])
-
- # Delete the older version of file
- hist = fp.get_file_history()
- ts = pywikibot.Timestamp(2021, 3, 8, 2, 38, 57)
- oldimageid = hist[ts]['archivename']
-
- site.delete(fp, 'pywikibot unit tests', oldimage=oldimageid)
-
- # Undelete the older revision of file
- gen = site.filearchive(start='T276725.png', end='T276725.pngg')
- fileid = None
-
- for filearchive in gen:
- fileid = filearchive['id']
- break
-
- self.assertIsNotNone(fileid)
-
- site.undelete(fp, 'pywikibot unit tests', fileids=[fileid])
-
-
-class TestUsernameInUsers(DefaultSiteTestCase):
-
- """Test that the user account can be found in users list."""
-
- login = True
- cached = True
-
- def test_username_in_users(self):
- """Test the site.users() method with bot username."""
- mysite = self.get_site()
- us = list(mysite.users(mysite.user()))
- self.assertLength(us, 1)
- self.assertIsInstance(us[0], dict)
-
-
class TestUserList(DefaultSiteTestCase):
"""Test usernames Jimbo Wales, Brion VIBBER and Tim Starling."""
@@ -2386,26 +1617,6 @@
self.assertIn(rndpage.namespace(), [6, 7])
-class TestSiteExtensions(WikimediaDefaultSiteTestCase):
-
- """Test cases for Site extensions."""
-
- cached = True
-
- def test_extensions(self):
- """Test Extensions."""
- mysite = self.get_site()
- # test automatically getting extensions cache
- if 'extensions' in mysite.siteinfo:
- del mysite.siteinfo._cache['extensions']
- self.assertTrue(mysite.has_extension('Disambiguator'))
-
- # test case-sensitivity
- self.assertFalse(mysite.has_extension('disambiguator'))
-
- self.assertFalse(mysite.has_extension('ThisExtensionDoesNotExist'))
-
-
class TestSiteAPILimits(TestCase):
"""Test cases for Site method that use API limits."""
@@ -2445,21 +1656,6 @@
self.assertLength(mypage._revisions, 12)
-class TestSiteLoadRevisionsCaching(BasePageLoadRevisionsCachingTestBase,
- DefaultSiteTestCase):
-
- """Test site.loadrevisions() caching."""
-
- def setUp(self):
- """Setup tests."""
- self._page = self.get_mainpage(force=True)
- super().setUp()
-
- def test_page_text(self):
- """Test site.loadrevisions() with Page.text."""
- self._test_page_text()
-
-
class TestSiteLoadRevisions(TestCase):
"""Test cases for Site.loadrevision() method."""
@@ -2643,26 +1839,6 @@
self.assertEqual(page.pageid, 58874049)
-class TestCommonsSite(TestCase):
-
- """Test cases for Site methods on Commons."""
-
- family = 'commons'
- code = 'commons'
-
- cached = True
-
- def test_interwiki_forward(self):
- """Test interwiki forward."""
- self.site = self.get_site()
- self.mainpage = pywikibot.Page(pywikibot.Link('Main Page', self.site))
- # test pagelanglinks on commons,
- # which forwards interwikis to wikipedia
- ll = next(self.site.pagelanglinks(self.mainpage))
- self.assertIsInstance(ll, pywikibot.Link)
- self.assertEqual(ll.site.family.name, 'wikipedia')
-
-
class TestFileArchive(DeprecationTestCase):
"""Test filearchive on Commons."""
@@ -2733,82 +1909,6 @@
self.assertEqual(item['sha1'], sha1)
-class TestWiktionarySite(TestCase):
-
- """Test Site Object on English Wiktionary."""
-
- family = 'wiktionary'
- code = 'en'
-
- cached = True
-
- def test_namespace_case(self):
- """Test namespace case."""
- site = self.get_site()
-
- main_namespace = site.namespaces[0]
- self.assertEqual(main_namespace.case, 'case-sensitive')
- user_namespace = site.namespaces[2]
- self.assertEqual(user_namespace.case, 'first-letter')
-
-
-class TestNonEnglishWikipediaSite(TestCase):
-
- """Test Site Object on Nynorsk Wikipedia."""
-
- family = 'wikipedia'
- code = 'nn'
-
- cached = True
-
- def test_namespace_aliases(self):
- """Test namespace aliases."""
- site = self.get_site()
-
- namespaces = site.namespaces
- image_namespace = namespaces[6]
- self.assertEqual(image_namespace.custom_name, 'Fil')
- self.assertEqual(image_namespace.canonical_name, 'File')
- self.assertEqual(str(image_namespace), ':File:')
- self.assertEqual(image_namespace.custom_prefix(), ':Fil:')
- self.assertEqual(image_namespace.canonical_prefix(), ':File:')
- self.assertEqual(sorted(image_namespace.aliases), ['Bilde', 'Image'])
- self.assertLength(image_namespace, 4)
-
- self.assertIsEmpty(namespaces[1].aliases)
- self.assertLength(namespaces[4].aliases, 1)
- self.assertEqual(namespaces[4].aliases[0], 'WP')
- self.assertIn('WP', namespaces[4])
-
-
-class TestUploadEnabledSite(TestCase):
-
- """Test Site.is_uploaddisabled."""
-
- sites = {
- 'wikidatatest': {
- 'family': 'wikidata',
- 'code': 'test',
- 'enabled': False,
- },
- 'wikipediatest': {
- 'family': 'wikipedia',
- 'code': 'test',
- 'enabled': True,
- }
- }
-
- login = True
-
- def test_is_uploaddisabled(self, key):
- """Test is_uploaddisabled()."""
- site = self.get_site(key)
- if self.sites[key]['enabled']:
- self.assertFalse(site.is_uploaddisabled())
- else:
- self.assertTrue(site.is_uploaddisabled())
-
-
class TestLoadPagesFromPageids(DefaultSiteTestCase):
"""Test site.load_pages_from_pageids()."""
@@ -3208,432 +2308,6 @@
self.assertTrue(page.has_content())
-class TestSametitleSite(TestCase):
-
- """Test APISite.sametitle on sites with known behaviour."""
-
- sites = {
- 'enwp': {
- 'family': 'wikipedia',
- 'code': 'en',
- },
- 'dewp': {
- 'family': 'wikipedia',
- 'code': 'de',
- },
- 'enwt': {
- 'family': 'wiktionary',
- 'code': 'en',
- }
- }
-
- def test_enwp(self):
- """Test sametitle for enwp."""
- self.assertTrue(self.get_site('enwp').sametitle('Foo', 'foo'))
- self.assertFalse(self.get_site('enwp').sametitle(
- 'Template:Test template', 'Template:Test Template'))
-
- def test_dewp(self):
- """Test sametitle for dewp."""
- site = self.get_site('dewp')
- self.assertTrue(site.sametitle('Foo', 'foo'))
- self.assertTrue(site.sametitle('Benutzer:Foo', 'User:Foo'))
- self.assertTrue(site.sametitle('Benutzerin:Foo', 'User:Foo'))
- self.assertTrue(site.sametitle('Benutzerin:Foo', 'Benutzer:Foo'))
-
- def test_enwt(self):
- """Test sametitle for enwt."""
- self.assertFalse(self.get_site('enwt').sametitle('Foo', 'foo'))
-
- def test_general(self, code):
- """Test sametitle."""
- site = self.get_site(code)
- self.assertTrue(site.sametitle('File:Foo', 'Image:Foo'))
- self.assertTrue(site.sametitle(':Foo', 'Foo'))
- self.assertFalse(site.sametitle('User:Foo', 'Foo'))
- self.assertFalse(site.sametitle('User:Foo', 'Project:Foo'))
-
- self.assertTrue(site.sametitle('Namespace:', 'Namespace:'))
-
- self.assertFalse(site.sametitle('Invalid:Foo', 'Foo'))
- self.assertFalse(site.sametitle('Invalid1:Foo', 'Invalid2:Foo'))
- self.assertFalse(site.sametitle('Invalid:Foo', ':Foo'))
- self.assertFalse(site.sametitle('Invalid:Foo', 'Invalid:foo'))
-
-
-class TestLinktrails(TestCase):
-
- """Test linktrail method."""
-
- family = 'wikipedia'
- code = 'test'
-
- def test_has_linktrail(self):
- """Verify that every code has a linktrail.
-
- Test all smallest wikis and the others randomly.
- """
- size = 20
- small_wikis = self.site.family.languages_by_size[-size:]
- great_wikis = self.site.family.languages_by_size[:-size]
- great_wikis = random.sample(great_wikis, size)
- for code in sorted(small_wikis + great_wikis):
- site = pywikibot.Site(code, self.family)
- with self.subTest(site=site):
- self.assertIsInstance(site.linktrail(), str)
-
- def test_linktrails(self):
- """Test special linktrails.
-
- This is a subset of the old `family.linktrails` dict.
- """
- linktrails = {
- 'ami': '',
- 'bug': '[a-z]*',
- 'ca': "(?:[a-zàèéíòóúç·ïü]|'(?!'))*",
- 'da': '[a-zæøå]*',
- 'ext': '[a-záéíóúñ]*',
- 'fa': '[ابپتثجچحخدذرزژسشصضطظعغفقکگلمنوهیآأئؤة]*',
- 'gu': '[-૿]*',
- 'he': '[a-zא-ת]*',
- 'ii': '',
- 'jv': '[a-z]*',
- 'kaa': "(?:[a-zıʼ’“»]|'(?!'))*",
- 'lez': '[a-zабвгдеёжзийклмнопрстуфхцчшщъыьэюяӀ]*',
- 'mai': '[a-zऀ-ॣ०-꣠-ꣿ]*',
- 'nds-nl': '[a-zäöüïëéèà]*',
- 'or': '[a-z-]*',
- 'pt': '[áâãàéêẽçíòóôõq̃úüűũa-z]*',
- 'qu': '[a-záéíóúñ]*',
- 'roa-rup': '[a-zăâîşţșțĂÂÎŞŢȘȚ]*',
- 'sa': '[a-zऀ-ॣ०-꣠-ꣿ]*',
- 'te': '[ఁ-౯]*',
- 'uz': '[a-zʻʼ“»]*',
- 'vec': '[a-zàéèíîìóòúù]*',
- 'wuu': '',
- 'xmf': '[a-zაბგდევზთიკლმნოპჟრსტუფქღყშჩცძწჭხჯჰ“»]*',
- 'yi': '[a-zא-ת]*',
- 'zh-cn': ''
- }
- for code, linktrail in linktrails.items():
- site = pywikibot.Site(code, self.family)
- with self.subTest(site=site):
- self.assertEqual(site.linktrail(), linktrail)
-
-
-class TestObsoleteSite(DefaultSiteTestCase):
-
- """Test 'closed' and obsolete code sites."""
-
- def test_locked_site(self):
- """Test Wikimedia closed/locked site."""
- with suppress_warnings('Interwiki removal mh is in wikipedia codes'):
- site = pywikibot.Site('mh', 'wikipedia')
- self.assertIsInstance(site, pywikibot.site.ClosedSite)
- self.assertEqual(site.code, 'mh')
- self.assertIsInstance(site.obsolete, bool)
- self.assertTrue(site.obsolete)
- self.assertEqual(site.hostname(), 'mh.wikipedia.org')
- r = http.fetch('http://mh.wikipedia.org/w/api.php',
- default_error_handling=False)
- self.assertEqual(r.status_code, HTTPStatus.OK.value)
- self.assertEqual(site.siteinfo['lang'], 'mh')
-
- def test_removed_site(self):
- """Test Wikimedia offline site."""
- site = pywikibot.Site('ru-sib', 'wikipedia')
- self.assertIsInstance(site, pywikibot.site.RemovedSite)
- self.assertEqual(site.code, 'ru-sib')
- self.assertIsInstance(site.obsolete, bool)
- self.assertTrue(site.obsolete)
- with self.assertRaises(KeyError):
- site.hostname()
- # See also http_tests, which tests that ru-sib.wikipedia.org is offline
-
- def test_alias_code_site(self):
- """Test Wikimedia site with an alias code."""
- with suppress_warnings(WARN_SITE_CODE, category=UserWarning):
- site = pywikibot.Site('jp', 'wikipedia')
- self.assertIsInstance(site.obsolete, bool)
- self.assertEqual(site.code, 'ja')
- self.assertFalse(site.obsolete)
- self.assertEqual(site.hostname(), 'ja.wikipedia.org')
- self.assertEqual(site.ssl_hostname(), 'ja.wikipedia.org')
-
-
-class TestSingleCodeFamilySite(AlteredDefaultSiteTestCase):
-
- """Test single code family sites."""
-
- sites = {
- 'omegawiki': {
- 'family': 'omegawiki',
- 'code': 'omegawiki',
- },
- }
-
- def test_omega(self):
- """Test www.omegawiki.org."""
- url = 'www.omegawiki.org'
- site = self.get_site('omegawiki')
- self.assertEqual(site.hostname(), url)
- self.assertEqual(site.code, 'omegawiki')
- self.assertIsInstance(site.namespaces, Mapping)
- self.assertFalse(site.obsolete)
- self.assertEqual(site.family.hostname('en'), url)
- self.assertEqual(site.family.hostname('omega'), url)
- self.assertEqual(site.family.hostname('omegawiki'), url)
-
-
-class TestSubdomainFamilySite(TestCase):
-
- """Test subdomain family site."""
-
- code = 'en'
- family = 'wowwiki'
-
- def test_wow(self):
- """Test wowwiki.fandom.com."""
- url = 'wowwiki.fandom.com'
- site = self.site
- self.assertEqual(site.hostname(), url)
- self.assertEqual(site.code, 'en')
- self.assertIsInstance(site.namespaces, Mapping)
- self.assertFalse(site.obsolete)
- self.assertEqual(site.family.hostname('en'), url)
-
- with self.assertRaises(KeyError):
- site.family.hostname('wow')
- with self.assertRaises(KeyError):
- site.family.hostname('wowwiki')
- with self.assertRaises(UnknownSiteError):
- pywikibot.Site('wowwiki')
- with self.assertRaises(UnknownSiteError):
- pywikibot.Site('ceb', 'wowwiki')
-
-
-class TestProductionAndTestSite(AlteredDefaultSiteTestCase):
-
- """Test site without other production sites in its family."""
-
- sites = {
- 'commons': {
- 'family': 'commons',
- 'code': 'commons',
- },
- 'beta': {
- 'family': 'commons',
- 'code': 'beta',
- },
- 'wikidata': {
- 'family': 'wikidata',
- 'code': 'wikidata',
- },
- 'wikidatatest': {
- 'family': 'wikidata',
- 'code': 'test',
- },
- }
-
- def test_commons(self):
- """Test Wikimedia Commons."""
- site = self.get_site('commons')
- self.assertEqual(site.hostname(), 'commons.wikimedia.org')
- self.assertEqual(site.code, 'commons')
- self.assertIsInstance(site.namespaces, Mapping)
- self.assertFalse(site.obsolete)
-
- with self.assertRaises(KeyError):
- site.family.hostname('en')
-
- pywikibot.config.family = 'commons'
- pywikibot.config.mylang = 'de'
-
- site2 = pywikibot.Site('beta')
- self.assertEqual(site2.hostname(),
- 'commons.wikimedia.beta.wmflabs.org')
- self.assertEqual(site2.code, 'beta')
- self.assertFalse(site2.obsolete)
-
- with self.assertRaises(UnknownSiteError):
- pywikibot.Site()
-
- def test_wikidata(self):
- """Test Wikidata family, with sites for test and production."""
- site = self.get_site('wikidata')
- self.assertEqual(site.hostname(), 'www.wikidata.org')
- self.assertEqual(site.code, 'wikidata')
- self.assertIsInstance(site.namespaces, Mapping)
- self.assertFalse(site.obsolete)
-
- with self.assertRaises(KeyError):
- site.family.hostname('en')
-
- pywikibot.config.family = 'wikidata'
- pywikibot.config.mylang = 'en'
-
- site2 = pywikibot.Site('test')
- self.assertEqual(site2.hostname(), 'test.wikidata.org')
- self.assertEqual(site2.code, 'test')
-
- # Languages can't be used due to T71255
- with self.assertRaises(UnknownSiteError):
- pywikibot.Site('en', 'wikidata')
-
-
-class TestSiteProofreadinfo(DefaultSiteTestCase):
-
- """Test proofreadinfo information."""
-
- sites = {
- 'en-ws': {
- 'family': 'wikisource',
- 'code': 'en',
- },
- 'en-wp': {
- 'family': 'wikipedia',
- 'code': 'en',
- },
- }
-
- cached = True
-
- def test_cache_proofreadinfo_on_site_with_proofreadpage(self):
- """Test Site._cache_proofreadinfo()."""
- site = self.get_site('en-ws')
- ql_res = {0: 'Without text', 1: 'Not proofread', 2: 'Problematic',
- 3: 'Proofread', 4: 'Validated'}
-
- site._cache_proofreadinfo()
- self.assertEqual(site.namespaces[106], site.proofread_index_ns)
- self.assertEqual(site.namespaces[104], site.proofread_page_ns)
- self.assertEqual(site.proofread_levels, ql_res)
- self.assertEqual(site.namespaces[106], site.proofread_index_ns)
- del site._proofread_page_ns # Check that property reloads.
- self.assertEqual(site.namespaces[104], site.proofread_page_ns)
-
- def test_cache_proofreadinfo_on_site_without_proofreadpage(self):
- """Test Site._cache_proofreadinfo()."""
- site = self.get_site('en-wp')
- with self.assertRaises(UnknownExtensionError):
- site._cache_proofreadinfo()
- with self.assertRaises(UnknownExtensionError):
- site.proofread_index_ns
- with self.assertRaises(UnknownExtensionError):
- site.proofread_page_ns
- with self.assertRaises(UnknownExtensionError):
- site.proofread_levels
-
-
-class TestPropertyNames(DefaultSiteTestCase):
-
- """Test Special:PagesWithProp method."""
-
- sites = {
- 'en-ws': {
- 'family': 'wikisource',
- 'code': 'en',
- },
- 'de-wp': {
- 'family': 'wikipedia',
- 'code': 'de',
- },
- }
-
- cached = True
-
- def test_get_property_names(self, key):
- """Test get_property_names method."""
- mysite = self.get_site(key)
- pnames = mysite.get_property_names()
- self.assertIsInstance(pnames, list)
- for item in ('defaultsort', 'disambiguation', 'displaytitle',
- 'expectunusedcategory', 'forcetoc', 'hiddencat', 'index',
- 'jsonconfig_getdata', 'newsectionlink', 'noeditsection',
- 'nogallery', 'noindex', 'nonewsectionlink', 'notoc',
- 'score', 'templatedata', 'unexpectedUnconnectedPage',
- 'wikibase-badge-Q17437796', 'wikibase-badge-Q17437798',
- 'wikibase-badge-Q70894304', 'wikibase_item'):
- with self.subTest(item=item):
- self.assertIn(item, pnames)
-
-
-class TestPageFromWikibase(DefaultSiteTestCase):
-
- """Test page_from_repository method."""
-
- sites = {
- 'it-wb': {
- 'family': 'wikibooks',
- 'code': 'it',
- 'result': 'Hello world',
- },
- 'de-wp': {
- 'family': 'wikipedia',
- 'code': 'de',
- 'result': 'Hallo-Welt-Programm',
- },
- 'en-wp': {
- 'family': 'wikipedia',
- 'code': 'en',
- 'result': '"Hello, World!" program',
- },
- }
-
- ITEM = 'Q131303'
-
- def test_page_from_repository(self, key):
- """Validate page_from_repository."""
- site = self.get_site(key)
- page = site.page_from_repository(self.ITEM)
- self.assertIsInstance(page, pywikibot.Page)
- self.assertEqual(page.title(), self.sites[key]['result'])
-
- def test_page_from_repository_none(self):
- """Validate page_from_repository return NoneType."""
- site = pywikibot.Site('pdc', 'wikipedia')
- page = site.page_from_repository(self.ITEM)
- self.assertIsNone(page)
-
-
-class TestCategoryFromWikibase(DefaultSiteTestCase):
-
- """Test page_from_repository method."""
-
- sites = {
- 'it-ws': {
- 'family': 'wikisource',
- 'code': 'it',
- 'result': 'Categoria:2016',
- },
- 'de-wp': {
- 'family': 'wikipedia',
- 'code': 'de',
- 'result': 'Kategorie:2016',
- },
- 'en-wp': {
- 'family': 'wikipedia',
- 'code': 'en',
- 'result': 'Category:2016',
- },
- }
-
- ITEM = 'Q6939656'
-
- def test_page_from_repository(self, key):
- """Validate page_from_repository."""
- site = self.get_site(key)
- page = site.page_from_repository(self.ITEM)
- self.assertIsInstance(page, pywikibot.Category)
- self.assertEqual(page.title(), self.sites[key]['result'])
-
- def test_page_from_repository_none(self):
- """Validate page_from_repository return NoneType."""
- site = pywikibot.Site('pdc', 'wikipedia')
- page = site.page_from_repository(self.ITEM)
- self.assertIsNone(page)
-
-
if __name__ == '__main__': # pragma: no cover
with suppress(SystemExit):
unittest.main()
diff --git a/tests/site_tests.py b/tests/site_tests.py
index b22c0df..eb1d5b5 100755
--- a/tests/site_tests.py
+++ b/tests/site_tests.py
@@ -13,25 +13,19 @@
from collections.abc import Iterable, Mapping
from contextlib import suppress
from http import HTTPStatus
-from unittest.mock import patch
import pywikibot
from pywikibot import config
from pywikibot.comms import http
-from pywikibot.data import api
from pywikibot.exceptions import (
- APIError,
- Error,
- HiddenKeyError,
IsNotRedirectPageError,
NoPageError,
PageInUseError,
- TimeoutError,
UnknownExtensionError,
UnknownSiteError,
)
from pywikibot.tools import suppress_warnings
-from tests import WARN_SITE_CODE, unittest_print
+from tests import WARN_SITE_CODE
from tests.aspects import (
AlteredDefaultSiteTestCase,
DefaultDrySiteTestCase,
@@ -41,7 +35,6 @@
WikimediaDefaultSiteTestCase,
)
from tests.basepage import BasePageLoadRevisionsCachingTestBase
-from tests.utils import skipping
class TestSiteObjectDeprecatedFunctions(DefaultSiteTestCase,
@@ -51,13 +44,13 @@
cached = True
- def test_allpages_filterredir_True(self):
+ def test_allpages_filterredir_true(self):
"""Test that filterredir set to 'only' is deprecated to True."""
for page in self.site.allpages(filterredir='only', total=1):
self.assertTrue(page.isRedirectPage())
self.assertOneDeprecation()
- def test_allpages_filterredir_False(self):
+ def test_allpages_filterredir_talse(self):
"""Test if filterredir's bool is False it's deprecated to False."""
for page in self.site.allpages(filterredir='', total=1):
self.assertFalse(page.isRedirectPage())
@@ -285,653 +278,6 @@
self.assertEqual(a[0], mainpage)
-class TestSiteGenerators(DefaultSiteTestCase):
- """Test cases for Site methods."""
-
- cached = True
-
- def setUp(self):
- """Initialize self.site and self.mainpage."""
- super().setUp()
- self.site = self.get_site()
- self.mainpage = self.get_mainpage()
-
- def test_generator_namespace(self):
- """Test site._generator with namespaces."""
- site = self.get_site()
- gen = site._generator(pywikibot.data.api.PageGenerator,
- type_arg='backlinks',
- namespaces=None)
- self.assertNotIn('gblnamespace', gen.request)
- gen = site._generator(pywikibot.data.api.PageGenerator,
- type_arg='backlinks',
- namespaces=1)
- self.assertEqual(gen.request['gblnamespace'], [1])
-
- def test_pagereferences(self):
- """Test Site.pagereferences."""
- # pagereferences includes both backlinks and embeddedin
- backlinks = set(self.site.pagebacklinks(self.mainpage, namespaces=[0]))
- with skipping(TimeoutError):
- embedded = set(self.site.page_embeddedin(self.mainpage,
- namespaces=[0]))
- refs = set(self.site.pagereferences(self.mainpage, namespaces=[0]))
-
- self.assertLessEqual(backlinks, refs)
- self.assertLessEqual(embedded, refs)
- self.assertEqual(refs, backlinks | embedded)
-
- def test_backlinks(self):
- """Test Site.pagebacklinks."""
- backlinks_ns_0 = set(self.site.pagebacklinks(
- self.mainpage, namespaces=[0]))
- backlinks_ns_0_2 = set(self.site.pagebacklinks(
- self.mainpage, namespaces=[0, 2]))
-
- # only non-redirects:
- filtered = set(self.site.pagebacklinks(
- self.mainpage, namespaces=0, filter_redirects=False))
- # only redirects:
- redirs = set(self.site.pagebacklinks(
- self.mainpage, namespaces=0, filter_redirects=True))
- # including links to redirect pages (but not the redirects):
- indirect = set(
- self.site.pagebacklinks(self.mainpage, namespaces=[0],
- follow_redirects=True,
- filter_redirects=False))
-
- for bl in backlinks_ns_0:
- self.assertIsInstance(bl, pywikibot.Page)
-
- self.assertEqual(filtered & redirs, set())
- self.assertEqual(indirect & redirs, set())
- self.assertLessEqual(filtered, indirect)
- self.assertLessEqual(filtered, backlinks_ns_0)
- self.assertLessEqual(redirs, backlinks_ns_0)
- self.assertLessEqual(backlinks_ns_0, backlinks_ns_0_2)
-
- def test_embeddedin(self):
- """Test Site.page_embeddedin."""
- with skipping(TimeoutError):
- embedded_ns_0 = set(self.site.page_embeddedin(
- self.mainpage, namespaces=[0]))
- embedded_ns_0_2 = set(self.site.page_embeddedin(
- self.mainpage, namespaces=[0, 2]))
- redirs = set(self.site.page_embeddedin(
- self.mainpage, filter_redirects=True, namespaces=[0]))
- no_redirs = set(self.site.page_embeddedin(
- self.mainpage, filter_redirects=False, namespaces=[0]))
-
- for ei in embedded_ns_0:
- self.assertIsInstance(ei, pywikibot.Page)
-
- self.assertLessEqual(redirs, embedded_ns_0)
- self.assertLessEqual(no_redirs, embedded_ns_0)
- self.assertLessEqual(embedded_ns_0, embedded_ns_0_2)
-
- def test_page_redirects(self):
- """Test Site.page_redirects."""
- if self.get_site().mw_version < '1.24':
- self.skipTest('site.page_redirects() needs mw 1.24')
-
- redirects_ns_0 = set(self.site.page_redirects(
- self.mainpage,
- namespaces=0,
- ))
- redirects_ns_0_4 = set(self.site.page_redirects(
- self.mainpage,
- namespaces=[0, 4],
- ))
- redirects_ns_0_frag = set(self.site.page_redirects(
- self.mainpage,
- filter_fragments=True,
- namespaces=0,
- ))
- redirects_ns_0_nofrag = set(self.site.page_redirects(
- self.mainpage,
- filter_fragments=False,
- namespaces=0,
- ))
-
- self.assertLessEqual(redirects_ns_0, redirects_ns_0_4)
- self.assertLessEqual(redirects_ns_0_frag, redirects_ns_0)
- self.assertLessEqual(redirects_ns_0_nofrag, redirects_ns_0)
-
- for redirect in redirects_ns_0_4:
- self.assertIsInstance(redirect, pywikibot.Page)
- self.assertIn(redirect.namespace(), [0, 4])
- self.assertTrue(redirect.isRedirectPage())
-
- for redirect in redirects_ns_0:
- self.assertEqual(redirect.namespace(), 0)
-
- for redirect in redirects_ns_0_frag:
- redirect_target = redirect.getRedirectTarget()
- self.assertIsNotNone(redirect_target.section())
- redirect_target = pywikibot.Page(
- redirect_target.site,
- redirect_target.title(with_section=False)
- )
- self.assertEqual(redirect_target, self.mainpage)
-
- for redirect in redirects_ns_0_nofrag:
- redirect_target = redirect.getRedirectTarget()
- self.assertIsNone(redirect_target.section())
- self.assertEqual(redirect_target, self.mainpage)
-
- def test_pagecategories(self):
- """Test Site.pagecategories."""
- for cat in self.site.pagecategories(self.mainpage):
- self.assertIsInstance(cat, pywikibot.Category)
-
- def test_categorymembers(self):
- """Test Site.categorymembers."""
- cats = list(self.site.pagecategories(self.mainpage))
- if not cats:
- self.skipTest('Main page is not in any categories.')
-
- for cm in self.site.categorymembers(cats[0]):
- self.assertIsInstance(cm, pywikibot.Page)
-
- def test_pageimages(self):
- """Test Site.pageimages."""
- for im in self.site.pageimages(self.mainpage):
- self.assertIsInstance(im, pywikibot.FilePage)
-
- def test_pagetemplates(self):
- """Test Site.pagetemplates."""
- tl_gen = self.site.pagetemplates(self.mainpage)
- expected_params = {
- 'continue': [True],
- 'inprop': ['protection'],
- 'iilimit': ['max'],
- 'iiprop': ['timestamp', 'user', 'comment', 'url', 'size', 'sha1',
- 'metadata'],
- 'indexpageids': [True],
- 'generator': ['templates'], 'action': ['query'],
- 'prop': ['info', 'imageinfo', 'categoryinfo'],
- 'titles': [self.mainpage.title()],
- }
-
- self.assertEqual(tl_gen.request._params, expected_params)
-
- tl_gen = self.site.pagetemplates(self.mainpage, namespaces=[10])
- expected_params['gtlnamespace'] = [10]
- self.assertEqual(tl_gen.request._params, expected_params)
- for te in tl_gen:
- self.assertIsInstance(te, pywikibot.Page)
- self.assertEqual(te.namespace(), 10)
-
- def test_pagelanglinks(self):
- """Test Site.pagelanglinks."""
- for ll in self.site.pagelanglinks(self.mainpage):
- self.assertIsInstance(ll, pywikibot.Link)
-
- def test_page_extlinks(self):
- """Test Site.extlinks."""
- for el in self.site.page_extlinks(self.mainpage):
- self.assertIsInstance(el, str)
-
- def test_pagelinks(self):
- """Test Site.pagelinks."""
- links_gen = self.site.pagelinks(self.mainpage)
- gen_params = links_gen.request._params.copy()
- expected_params = {
- 'action': ['query'], 'indexpageids': [True],
- 'continue': [True],
- 'inprop': ['protection'],
- 'iilimit': ['max'],
- 'iiprop': ['timestamp', 'user', 'comment', 'url', 'size',
- 'sha1', 'metadata'], 'generator': ['links'],
- 'prop': ['info', 'imageinfo', 'categoryinfo'],
- 'redirects': [False],
- }
- if 'pageids' in gen_params:
- expected_params['pageids'] = [str(self.mainpage.pageid)]
- else:
- expected_params['titles'] = [self.mainpage.title()]
-
- self.assertEqual(gen_params, expected_params)
-
- links_gen = self.site.pagelinks(self.mainpage, namespaces=[0, 1])
- gen_params = links_gen.request._params.copy()
- expected_params['gplnamespace'] = [0, 1]
- self.assertEqual(gen_params, expected_params)
- self.assertPagesInNamespaces(links_gen, {0, 1})
-
- for target in self.site.preloadpages(
- self.site.pagelinks(self.mainpage, follow_redirects=True,
- total=5)):
- self.assertIsInstance(target, pywikibot.Page)
- self.assertFalse(target.isRedirectPage())
-
- def test_allpages(self):
- """Test the site.allpages() method."""
- mysite = self.get_site()
- fwd = list(mysite.allpages(total=10))
- self.assertLessEqual(len(fwd), 10)
- for page in fwd:
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- rev = list(mysite.allpages(reverse=True, start='Aa', total=12))
- self.assertLessEqual(len(rev), 12)
- for page in rev:
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertLessEqual(page.title(), 'Aa')
- for page in mysite.allpages(start='Py', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertGreaterEqual(page.title(), 'Py')
- for page in mysite.allpages(prefix='Pre', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertTrue(page.title().startswith('Pre'))
- for page in mysite.allpages(namespace=1, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 1)
- for page in mysite.allpages(filterredir=True, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertTrue(page.isRedirectPage())
- for page in mysite.allpages(filterredir=False, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertFalse(page.isRedirectPage())
-
- def test_allpages_langlinks_enabled(self):
- """Test allpages with langlinks enabled."""
- mysite = self.get_site()
- for page in mysite.allpages(
- filterlanglinks=True, total=3, namespace=4):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 4)
- self.assertNotEqual(page.langlinks(), [])
-
- def test_allpages_langlinks_disabled(self):
- """Test allpages with langlinks disabled."""
- mysite = self.get_site()
- for page in mysite.allpages(filterlanglinks=False, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertEqual(page.namespace(), 0)
- self.assertEqual(page.langlinks(), [])
-
- def test_allpages_pagesize(self):
- """Test allpages with page maxsize parameter."""
- mysite = self.get_site()
- for page in mysite.allpages(minsize=100, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertGreaterEqual(len(page.text.encode(mysite.encoding())),
- 100)
- for page in mysite.allpages(maxsize=200, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- if (len(page.text.encode(mysite.encoding())) > 200
- and mysite.data_repository() == mysite):
- unittest_print(
- '{}.text is > 200 bytes while raw JSON is <= 200'
- .format(page))
- continue
- self.assertLessEqual(len(page.text.encode(mysite.encoding())), 200)
-
- def test_allpages_protection(self):
- """Test allpages with protect_type parameter."""
- mysite = self.get_site()
- for page in mysite.allpages(protect_type='edit', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertIn('edit', page._protection)
- for page in mysite.allpages(protect_type='edit',
- protect_level='sysop', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- self.assertIn('edit', page._protection)
- self.assertIn('sysop', page._protection['edit'])
-
- def test_all_links(self):
- """Test the site.alllinks() method."""
- mysite = self.get_site()
- fwd = list(mysite.alllinks(total=10))
- uniq = list(mysite.alllinks(total=10, unique=True))
-
- self.assertLessEqual(len(fwd), 10)
-
- for link in fwd:
- self.assertIsInstance(link, pywikibot.Page)
- self.assertIn(link, uniq)
- for page in mysite.alllinks(start='Link', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertEqual(page.namespace(), 0)
- self.assertGreaterEqual(page.title(), 'Link')
- for page in mysite.alllinks(prefix='Fix', total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertEqual(page.namespace(), 0)
- self.assertTrue(page.title().startswith('Fix'))
- for page in mysite.alllinks(namespace=1, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertEqual(page.namespace(), 1)
- for page in mysite.alllinks(start='From', namespace=4, fromids=True,
- total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertGreaterEqual(page.title(with_ns=False), 'From')
- self.assertTrue(hasattr(page, '_fromid'))
- errgen = mysite.alllinks(unique=True, fromids=True)
- with self.assertRaises(Error):
- next(errgen)
-
- def test_all_categories(self):
- """Test the site.allcategories() method."""
- mysite = self.get_site()
- ac = list(mysite.allcategories(total=10))
- self.assertLessEqual(len(ac), 10)
- for cat in ac:
- self.assertIsInstance(cat, pywikibot.Category)
-
- for cat in mysite.allcategories(total=5, start='Abc'):
- self.assertIsInstance(cat, pywikibot.Category)
- self.assertGreaterEqual(cat.title(with_ns=False), 'Abc')
- for cat in mysite.allcategories(total=5, prefix='Def'):
- self.assertIsInstance(cat, pywikibot.Category)
- self.assertTrue(cat.title(with_ns=False).startswith('Def'))
- # Bug T17985 - reverse and start combined; fixed in v 1.14
- for cat in mysite.allcategories(total=5, start='Hij', reverse=True):
- self.assertIsInstance(cat, pywikibot.Category)
- self.assertLessEqual(cat.title(with_ns=False), 'Hij')
-
- def test_all_images(self):
- """Test the site.allimages() method."""
- mysite = self.get_site()
- ai = list(mysite.allimages(total=10))
- self.assertLessEqual(len(ai), 10)
- for image in ai:
- self.assertIsInstance(image, pywikibot.FilePage)
-
- for impage in mysite.allimages(start='Ba', total=5):
- self.assertIsInstance(impage, pywikibot.FilePage)
- self.assertTrue(impage.exists())
- self.assertGreaterEqual(impage.title(with_ns=False), 'Ba')
- # Bug T17985 - reverse and start combined; fixed in v 1.14
- for impage in mysite.allimages(start='Da', reverse=True, total=5):
- self.assertIsInstance(impage, pywikibot.FilePage)
- self.assertTrue(impage.exists())
- self.assertLessEqual(impage.title(with_ns=False), 'Da')
- for impage in mysite.allimages(prefix='Ch', total=5):
- self.assertIsInstance(impage, pywikibot.FilePage)
- self.assertTrue(impage.exists())
- self.assertTrue(impage.title(with_ns=False).startswith('Ch'))
- for impage in mysite.allimages(minsize=100, total=5):
- self.assertIsInstance(impage, pywikibot.FilePage)
- self.assertTrue(impage.exists())
- self.assertGreaterEqual(impage.latest_file_info['size'], 100)
- for impage in mysite.allimages(maxsize=2000, total=5):
- self.assertIsInstance(impage, pywikibot.FilePage)
- self.assertTrue(impage.exists())
- self.assertLessEqual(impage.latest_file_info['size'], 2000)
-
- def test_querypage(self):
- """Test the site.querypage() method."""
- mysite = self.get_site()
- pages = mysite.querypage('Longpages', total=10)
- for p in pages:
- self.assertIsInstance(p, pywikibot.Page)
- with self.assertRaises(AssertionError):
- mysite.querypage('LongpageX')
-
- def test_longpages(self):
- """Test the site.longpages() method."""
- mysite = self.get_site()
- longpages = mysite.longpages(total=10)
-
- # Make sure each object returned by site.longpages() is
- # a tuple of a Page object and an int
- for tup in longpages:
- self.assertIsInstance(tup, tuple)
- self.assertLength(tup, 2)
- self.assertIsInstance(tup[0], pywikibot.Page)
- self.assertIsInstance(tup[1], int)
-
- def test_shortpages(self):
- """Test the site.shortpages() method."""
- mysite = self.get_site()
- shortpages = mysite.shortpages(total=10)
-
- # Make sure each object returned by site.shortpages() is
- # a tuple of a Page object and an int
- for tup in shortpages:
- self.assertIsInstance(tup, tuple)
- self.assertLength(tup, 2)
- self.assertIsInstance(tup[0], pywikibot.Page)
- self.assertIsInstance(tup[1], int)
-
- def test_ancientpages(self):
- """Test the site.ancientpages() method."""
- mysite = self.get_site()
- ancientpages = mysite.ancientpages(total=10)
-
- # Make sure each object returned by site.ancientpages() is
- # a tuple of a Page object and a Timestamp object
- for tup in ancientpages:
- self.assertIsInstance(tup, tuple)
- self.assertLength(tup, 2)
- self.assertIsInstance(tup[0], pywikibot.Page)
- self.assertIsInstance(tup[1], pywikibot.Timestamp)
-
- def test_unwatchedpages(self):
- """Test the site.unwatchedpages() method."""
- mysite = self.get_site()
- try:
- unwatchedpages = list(mysite.unwatchedpages(total=10))
- except APIError as error:
- if error.code in ('specialpage-cantexecute',
- 'gqpspecialpage-cantexecute'):
- # User must have correct permissions to use
- # Special:UnwatchedPages
- self.skipTest(error)
- raise
-
- # Make sure each object returned by site.unwatchedpages() is a
- # Page object
- for p in unwatchedpages:
- self.assertIsInstance(p, pywikibot.Page)
-
- def test_blocks(self):
- """Test the site.blocks() method."""
- mysite = self.get_site()
- props = ('id', 'by', 'timestamp', 'expiry', 'reason')
-
- with self.subTest(total=10, reverse=False):
- bl = list(mysite.blocks(total=10))
- self.assertLessEqual(len(bl), 10)
- for block in bl:
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- # timestamps should be in descending order
- timestamps = [block['timestamp'] for block in bl]
- for t in range(1, len(timestamps)):
- self.assertLessEqual(timestamps[t], timestamps[t - 1])
-
- with self.subTest(total=10, reverse=True):
- b2 = list(mysite.blocks(total=10, reverse=True))
- self.assertLessEqual(len(b2), 10)
-
- for block in b2:
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- # timestamps should be in ascending order
- timestamps = [block['timestamp'] for block in b2]
- for t in range(1, len(timestamps)):
- self.assertGreaterEqual(timestamps[t], timestamps[t - 1])
-
- ip = '80.100.22.71'
- with self.subTest(users=ip):
- for block in mysite.blocks(users=ip, total=5):
- self.assertIsInstance(block, dict)
- self.assertEqual(block['user'], ip)
-
- low = pywikibot.Timestamp.fromISOformat('2008-08-03T00:00:01Z')
- high = pywikibot.Timestamp.fromISOformat('2008-08-03T23:59:59Z')
-
- with self.subTest(starttime=low):
- for block in mysite.blocks(starttime=low, total=5):
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- with self.subTest(endtime=high):
- for block in mysite.blocks(endtime=high, total=5):
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- with self.subTest(starttime=high, endtime=low, reverse=False):
- for block in mysite.blocks(starttime=high, endtime=low, total=5):
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- with self.subTest(starttime=low, endtime=high, reverse=True):
- for block in mysite.blocks(starttime=low, endtime=high,
- reverse=True, total=5):
- self.assertIsInstance(block, dict)
- for prop in props:
- self.assertIn(prop, block)
-
- # starttime earlier than endtime
- with self.subTest(starttime=low, endtime=high, reverse=False), \
- self.assertRaises(AssertionError):
- mysite.blocks(total=5, starttime=low, endtime=high)
-
- # reverse: endtime earlier than starttime
- with self.subTest(starttime=high, endtime=low, reverse=True), \
- self.assertRaises(AssertionError):
- mysite.blocks(total=5, starttime=high, endtime=low, reverse=True)
-
- def test_exturl_usage(self):
- """Test the site.exturlusage() method."""
- mysite = self.get_site()
- url = 'www.google.com'
- eu = list(mysite.exturlusage(url, total=10))
- self.assertLessEqual(len(eu), 10)
- for link in eu:
- self.assertIsInstance(link, pywikibot.Page)
-
- for link in mysite.exturlusage(url, namespaces=[2, 3], total=5):
- self.assertIsInstance(link, pywikibot.Page)
- self.assertIn(link.namespace(), (2, 3))
-
- def test_protectedpages_create(self):
- """Test that protectedpages returns protected page titles."""
- pages = list(self.get_site().protectedpages(type='create', total=10))
- # Do not check for the existence of pages as they might exist (T205883)
- self.assertLessEqual(len(pages), 10)
-
- def test_protectedpages_edit(self):
- """Test that protectedpages returns protected pages."""
- site = self.get_site()
- pages = list(site.protectedpages(type='edit', total=10))
- for page in pages:
- self.assertTrue(page.exists())
- self.assertIn('edit', page.protection())
- self.assertLessEqual(len(pages), 10)
-
- def test_protectedpages_edit_level(self):
- """Test protectedpages protection level."""
- site = self.get_site()
- levels = set()
- all_levels = site.protection_levels().difference([''])
- for level in all_levels:
- if list(site.protectedpages(type='edit', level=level, total=1)):
- levels.add(level)
- if not levels:
- self.skipTest(
- 'The site "{}" has no protected pages in main namespace.'
- .format(site))
- # select one level which won't yield all pages from above
- level = next(iter(levels))
- if len(levels) == 1:
- # if only one level found, then use any other except that
- level = next(iter(all_levels.difference([level])))
- invalid_levels = all_levels.difference([level])
- pages = list(site.protectedpages(type='edit', level=level, total=10))
- for page in pages:
- self.assertTrue(page.exists())
- self.assertIn('edit', page.protection())
- self.assertEqual(page.protection()['edit'][0], level)
- self.assertNotIn(page.protection()['edit'][0], invalid_levels)
- self.assertLessEqual(len(pages), 10)
-
- def test_pages_with_property(self):
- """Test pages_with_property method."""
- mysite = self.get_site()
- pnames = mysite.get_property_names()
- for item in ('defaultsort', 'disambiguation', 'displaytitle',
- 'hiddencat', 'invalid_property'):
- if item in pnames:
- for page in mysite.pages_with_property(item, total=5):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertTrue(page.exists())
- if item == 'disambiguation':
- self.assertTrue(page.isDisambig)
- else:
- with self.assertRaises(NotImplementedError):
- mysite.pages_with_property(item)
- self.fail(
- 'NotImplementedError not raised for {}'.format(item))
-
- def test_unconnected(self):
- """Test site.unconnected_pages method."""
- if not self.site.data_repository():
- self.skipTest('Site is not using a Wikibase repository')
- pages = list(self.site.unconnected_pages(total=3))
- self.assertLessEqual(len(pages), 3)
-
- site = self.site.data_repository()
- pattern = (r'Page '
- r'\[\[({site.sitename}:|{site.code}:)-1\]\]'
- r" doesn't exist\.".format(site=site))
- for page in pages:
- with self.assertRaisesRegex(NoPageError, pattern):
- page.data_item()
-
- def test_assert_valid_iter_params(self):
- """Test site.assert_valid_iter_params method."""
- func = self.site.assert_valid_iter_params
-
- # reverse=False, is_ts=False
- self.assertIsNone(func('m', 1, 2, False, False))
- with self.assertRaises(AssertionError):
- func('m', 2, 1, False, False)
-
- # reverse=False, is_ts=True
- self.assertIsNone(func('m', 2, 1, False, True))
- with self.assertRaises(AssertionError):
- func('m', 1, 2, False, True)
-
- # reverse=True, is_ts=False
- self.assertIsNone(func('m', 2, 1, True, False))
- with self.assertRaises(AssertionError):
- func('m', 1, 2, True, False)
-
- # reverse=True, is_ts=True
- self.assertIsNone(func('m', 1, 2, True, True))
- with self.assertRaises(AssertionError):
- func('m', 2, 1, True, True)
-
-
class TestLockingPage(DefaultSiteTestCase):
"""Test cases for lock/unlock a page within threads."""
@@ -977,145 +323,6 @@
site.unlock_page(page=p1)
-class TestSiteGeneratorsUsers(DefaultSiteTestCase):
- """Test cases for Site methods with users."""
-
- cached = True
-
- def setUp(self):
- """Initialize self.site and self.mainpage."""
- super().setUp()
- self.site = self.get_site()
- self.mainpage = self.get_mainpage()
-
- def test_botusers(self):
- """Test the site.botusers() method."""
- mysite = self.get_site()
- bu = list(mysite.botusers(total=10))
- self.assertLessEqual(len(bu), 10)
- for botuser in bu:
- self.assertIsInstance(botuser, dict)
- self.assertIn('name', botuser)
- self.assertIn('userid', botuser)
- self.assertIn('editcount', botuser)
- self.assertIn('registration', botuser)
- self.assertIn('bot', botuser['groups'])
-
- def test_allusers(self):
- """Test the site.allusers() method."""
- mysite = self.get_site()
- au = list(mysite.allusers(total=10))
- self.assertLessEqual(len(au), 10)
- for user in au:
- self.assertIsInstance(user, dict)
- self.assertIn('name', user)
- self.assertIn('editcount', user)
- self.assertIn('registration', user)
- self.assertIn('user', user['groups'])
-
- def test_allusers_with_start(self):
- """Test the site.allusers(start=..) method."""
- mysite = self.get_site()
- for user in mysite.allusers(start='B', total=5):
- self.assertIsInstance(user, dict)
- self.assertIn('name', user)
- self.assertGreaterEqual(user['name'], 'B')
- self.assertIn('editcount', user)
- self.assertIn('registration', user)
-
- def test_allusers_with_prefix(self):
- """Test the site.allusers(prefix=..) method."""
- mysite = self.get_site()
- for user in mysite.allusers(prefix='C', total=5):
- self.assertIsInstance(user, dict)
- self.assertIn('name', user)
- self.assertTrue(user['name'].startswith('C'))
- self.assertIn('editcount', user)
- self.assertIn('registration', user)
-
- def _test_allusers_with_group(self):
- """Test the site.allusers(group=..) method."""
- mysite = self.get_site()
- for user in mysite.allusers(prefix='D', group='bot', total=5):
- self.assertIsInstance(user, dict)
- self.assertIn('name', user)
- self.assertTrue(user['name'].startswith('D'))
- self.assertIn('editcount', user)
- self.assertIn('registration', user)
- self.assertIn('groups', user)
- self.assertIn('sysop', user['groups'])
-
-
-class TestImageUsage(DefaultSiteTestCase):
-
- """Test cases for Site.imageusage method."""
-
- cached = True
-
- @property
- def imagepage(self):
- """Find an image which is used on the main page.
-
- If there are no images included in main page it'll skip all tests.
-
- .. note:: This is not implemented as setUpClass which would be
- invoked while initialising all tests, to reduce chance of an
- error preventing all tests from running.
- """
- if hasattr(self.__class__, '_image_page'):
- return self.__class__._image_page
-
- mysite = self.get_site()
- page = pywikibot.Page(mysite, mysite.siteinfo['mainpage'])
- with skipping(
- StopIteration,
- msg='No images on the main page of site {!r}'.format(mysite)):
- imagepage = next(page.imagelinks()) # 1st image of page
-
- unittest_print('site_tests.TestImageUsage found {} on {}'
- .format(imagepage, page))
-
- self.__class__._image_page = imagepage
- return imagepage
-
- def test_image_usage(self):
- """Test the site.imageusage() method."""
- mysite = self.get_site()
- imagepage = self.imagepage
- iu = list(mysite.imageusage(imagepage, total=10))
- self.assertLessEqual(len(iu), 10)
- for link in iu:
- self.assertIsInstance(link, pywikibot.Page)
-
- def test_image_usage_in_namespaces(self):
- """Test the site.imageusage() method with namespaces."""
- mysite = self.get_site()
- imagepage = self.imagepage
- for using in mysite.imageusage(imagepage, namespaces=[3, 4], total=5):
- self.assertIsInstance(using, pywikibot.Page)
- self.assertIn(imagepage, list(using.imagelinks()))
-
- def test_image_usage_in_redirects(self):
- """Test the site.imageusage() method on redirects only."""
- mysite = self.get_site()
- imagepage = self.imagepage
- for using in mysite.imageusage(imagepage, filterredir=True, total=5):
- self.assertIsInstance(using, pywikibot.Page)
- self.assertTrue(using.isRedirectPage())
-
- def test_image_usage_no_redirect_filter(self):
- """Test the site.imageusage() method with redirects."""
- mysite = self.get_site()
- imagepage = self.imagepage
- for using in mysite.imageusage(imagepage, filterredir=False, total=5):
- self.assertIsInstance(using, pywikibot.Page)
- if using.isRedirectPage():
- unittest_print(
- '{} is a redirect, although just non-redirects were '
- 'searched. See also T75120'.format(using))
- self.assertFalse(using.isRedirectPage())
-
-
class SiteUserTestCase(DefaultSiteTestCase):
"""Test site method using a user."""
@@ -1144,727 +351,6 @@
self.assertEqual(entry.user(), mysite.user())
-class TestLogEvents(DefaultSiteTestCase):
-
- """Test logevents methods."""
-
- def test_logevents(self):
- """Test logevents method."""
- mysite = self.get_site()
- le = list(mysite.logevents(total=10))
- self.assertLessEqual(len(le), 10)
- for entry in le:
- self.assertIsInstance(entry, pywikibot.logentries.LogEntry)
-
- for logtype in mysite.logtypes:
- with self.subTest(logtype=logtype):
- gen = iter(mysite.logevents(logtype=logtype, total=3))
- while True:
- try:
- entry = next(gen)
- except StopIteration:
- break
- except HiddenKeyError as e: # T216876
- self.skipTest(e)
- else:
- self.assertEqual(entry.type(), logtype)
-
- def test_logevents_mainpage(self):
- """Test logevents method on the main page."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- for entry in mysite.logevents(page=mainpage, total=3):
- self.assertEqual(entry.page().title(), mainpage.title())
- self.assertEqual(entry.page(), mainpage)
-
- def test_logevents_timestamp(self):
- """Test logevents method."""
- mysite = self.get_site()
- for entry in mysite.logevents(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-09-01T00:00:01Z'), total=5):
- self.assertIsInstance(entry, pywikibot.logentries.LogEntry)
- self.assertLessEqual(str(entry.timestamp()),
- '2008-09-01T00:00:01Z')
- for entry in mysite.logevents(
- end=pywikibot.Timestamp.fromISOformat('2008-09-02T23:59:59Z'),
- total=5):
- self.assertIsInstance(entry, pywikibot.logentries.LogEntry)
- self.assertGreaterEqual(str(entry.timestamp()),
- '2008-09-02T23:59:59Z')
- for entry in mysite.logevents(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-02-02T00:00:01Z'),
- end=pywikibot.Timestamp.fromISOformat('2008-02-02T23:59:59Z'),
- reverse=True, total=5):
- self.assertIsInstance(entry, pywikibot.logentries.LogEntry)
- self.assertTrue(
- '2008-02-02T00:00:01Z' <= str(entry.timestamp())
- <= '2008-02-02T23:59:59Z')
- for entry in mysite.logevents(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T23:59:59Z'),
- end=pywikibot.Timestamp.fromISOformat('2008-02-03T00:00:01Z'),
- total=5):
- self.assertIsInstance(entry, pywikibot.logentries.LogEntry)
- self.assertTrue(
- '2008-02-03T00:00:01Z' <= str(entry.timestamp())
- <= '2008-02-03T23:59:59Z')
- # starttime earlier than endtime
- with self.assertRaises(AssertionError):
- mysite.logevents(start=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T00:00:01Z'),
- end=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T23:59:59Z'), total=5)
- # reverse: endtime earlier than starttime
- with self.assertRaises(AssertionError):
- mysite.logevents(start=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T23:59:59Z'),
- end=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T00:00:01Z'),
- reverse=True, total=5)
-
-
-class TestRecentChanges(DefaultSiteTestCase):
-
- """Test recentchanges method."""
-
- def test_basic(self):
- """Test the site.recentchanges() method."""
- mysite = self.site
- rc = list(mysite.recentchanges(total=10))
- self.assertLessEqual(len(rc), 10)
- for change in rc:
- self.assertIsInstance(change, dict)
-
- def test_time_range(self):
- """Test the site.recentchanges() method with start/end."""
- mysite = self.site
- for change in mysite.recentchanges(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-10-01T01:02:03Z'),
- total=5):
- self.assertIsInstance(change, dict)
- self.assertLessEqual(change['timestamp'], '2008-10-01T01:02:03Z')
- for change in mysite.recentchanges(
- end=pywikibot.Timestamp.fromISOformat('2008-04-01T02:03:04Z'),
- total=5):
- self.assertIsInstance(change, dict)
- self.assertGreaterEqual(change['timestamp'],
- '2008-10-01T02:03:04Z')
- for change in mysite.recentchanges(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-10-01T03:05:07Z'),
- total=5, reverse=True):
- self.assertIsInstance(change, dict)
- self.assertGreaterEqual(change['timestamp'],
- '2008-10-01T03:05:07Z')
- for change in mysite.recentchanges(
- end=pywikibot.Timestamp.fromISOformat('2008-10-01T04:06:08Z'),
- total=5, reverse=True):
- self.assertIsInstance(change, dict)
- self.assertLessEqual(change['timestamp'], '2008-10-01T04:06:08Z')
- for change in mysite.recentchanges(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-10-03T11:59:59Z'),
- end=pywikibot.Timestamp.fromISOformat('2008-10-03T00:00:01Z'),
- total=5):
- self.assertIsInstance(change, dict)
- self.assertTrue(
- '2008-10-03T00:00:01Z' <= change['timestamp']
- <= '2008-10-03T11:59:59Z')
- for change in mysite.recentchanges(
- start=pywikibot.Timestamp.fromISOformat(
- '2008-10-05T06:00:01Z'),
- end=pywikibot.Timestamp.fromISOformat('2008-10-05T23:59:59Z'),
- reverse=True, total=5):
- self.assertIsInstance(change, dict)
- self.assertTrue(
- '2008-10-05T06:00:01Z' <= change['timestamp']
- <= '2008-10-05T23:59:59Z')
- # start earlier than end
- with self.assertRaises(AssertionError):
- mysite.recentchanges(start='2008-02-03T00:00:01Z',
- end='2008-02-03T23:59:59Z', total=5)
- # reverse: end earlier than start
- with self.assertRaises(AssertionError):
- mysite.recentchanges(start=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T23:59:59Z'),
- end=pywikibot.Timestamp.fromISOformat(
- '2008-02-03T00:00:01Z'),
- reverse=True, total=5)
-
- def test_ns_file(self):
- """Test the site.recentchanges() method with File: and File talk:."""
- if self.site.code == 'wikidata':
- self.skipTest(
- 'MediaWiki bug frequently occurring on Wikidata. T101502')
- mysite = self.site
- for change in mysite.recentchanges(namespaces=[6, 7], total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('title', change)
- self.assertIn('ns', change)
- title = change['title']
- self.assertIn(':', title)
- prefix = title[:title.index(':')]
- self.assertIn(self.site.namespaces.lookup_name(prefix).id, [6, 7])
- self.assertIn(change['ns'], [6, 7])
-
- def test_changetype(self):
- """Test the site.recentchanges() with changetype."""
- mysite = self.site
- for typ in ('edit', 'new', 'log'):
- for change in mysite.recentchanges(changetype=typ, total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('type', change)
- self.assertEqual(change['type'], typ)
-
- def test_flags(self):
- """Test the site.recentchanges() with boolean flags."""
- mysite = self.site
- for change in mysite.recentchanges(minor=True, total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('minor', change)
- for change in mysite.recentchanges(minor=False, total=5):
- self.assertIsInstance(change, dict)
- self.assertNotIn('minor', change)
- for change in mysite.recentchanges(bot=True, total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('bot', change)
- for change in mysite.recentchanges(bot=False, total=5):
- self.assertIsInstance(change, dict)
- self.assertNotIn('bot', change)
- for change in mysite.recentchanges(anon=True, total=5):
- self.assertIsInstance(change, dict)
- for change in mysite.recentchanges(anon=False, total=5):
- self.assertIsInstance(change, dict)
- for change in mysite.recentchanges(redirect=False, total=5):
- self.assertIsInstance(change, dict)
- self.assertNotIn('redirect', change)
-
- # Subtest timeouts on Wikidata due to upstream issue, see T245989
- if mysite.sitename != 'wikidata:wikidata':
- for change in mysite.recentchanges(redirect=True, total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('redirect', change)
-
- def test_tag_filter(self):
- """Test the site.recentchanges() with tag filter."""
- mysite = self.site
- for tag in ('visualeditor', 'mobile edit'):
- for change in mysite.recentchanges(tag=tag, total=5):
- self.assertIsInstance(change, dict)
- self.assertIn('tags', change)
- self.assertIsInstance(change['tags'], list)
- self.assertIn(tag, change['tags'])
-
-
-class TestUserRecentChanges(DefaultSiteTestCase):
-
- """Test recentchanges method requiring a user."""
-
- login = True
-
- def test_patrolled(self):
- """Test the site.recentchanges() with patrolled boolean flags."""
- mysite = self.site
- for change in mysite.recentchanges(patrolled=True, total=5):
- self.assertIsInstance(change, dict)
- if mysite.has_right('patrol'):
- self.assertIn('patrolled', change)
- for change in mysite.recentchanges(patrolled=False, total=5):
- self.assertIsInstance(change, dict)
- if mysite.has_right('patrol'):
- self.assertNotIn('patrolled', change)
-
-
-class TestUserWatchedPages(DefaultSiteTestCase):
-
- """Test user watched pages."""
-
- login = True
-
- def test_watched_pages(self):
- """Test the site.watched_pages() method."""
- if not self.site.has_right('viewmywatchlist'):
- self.skipTest('user {} cannot view its watch list'
- .format(self.site.user()))
-
- gen = self.site.watched_pages(total=5, force=False)
- self.assertIsInstance(gen.request, api.CachedRequest)
- for page in gen:
- self.assertIsInstance(page, pywikibot.Page)
- # repeat to use the cache
- gen = self.site.watched_pages(total=5, force=False)
- self.assertIsInstance(gen.request, api.CachedRequest)
- for page in gen:
- self.assertIsInstance(page, pywikibot.Page)
-
- def test_watched_pages_uncached(self):
- """Test the site.watched_pages() method uncached."""
- if not self.site.has_right('viewmywatchlist'):
- self.skipTest('user {} cannot view its watch list'
- .format(self.site.user()))
-
- gen = self.site.watched_pages(total=5, force=True)
- self.assertIsInstance(gen.request, api.Request)
- self.assertFalse(issubclass(gen.request_class, api.CachedRequest))
- for page in gen:
- self.assertIsInstance(page, pywikibot.Page)
-
-
-class SearchTestCase(DefaultSiteTestCase):
-
- """Test search method."""
-
- def test_search(self):
- """Test the site.search() method."""
- mysite = self.site
- try:
- se = list(mysite.search('wiki', total=100, namespaces=0))
- self.assertLessEqual(len(se), 100)
- for hit in se:
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertEqual(hit.namespace(), 0)
- for hit in mysite.search('common', namespaces=4, total=5):
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertEqual(hit.namespace(), 4)
- for hit in mysite.search('word', namespaces=[5, 6, 7], total=5):
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertIn(hit.namespace(), [5, 6, 7])
- for hit in mysite.search('another', namespaces='8|9|10', total=5):
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertIn(hit.namespace(), [8, 9, 10])
- for hit in mysite.search('wiki', namespaces=0, total=10):
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertEqual(hit.namespace(), 0)
- except APIError as e:
- if e.code == 'gsrsearch-error' and 'timed out' in e.info:
- self.skipTest('gsrsearch returned timeout on site{}:\n{!r}'
- .format(mysite, e))
- if e.code == 'gsrsearch-text-disabled':
- self.skipTest('gsrsearch is diabled on site {}:\n{!r}'
- .format(mysite, e))
- raise
-
- def test_search_where_title(self):
- """Test site.search() method with 'where' parameter set to title."""
- search_gen = self.site.search(
- 'wiki', namespaces=0, total=10, where='title')
- expected_params = {
- 'prop': ['info', 'imageinfo', 'categoryinfo'],
- 'inprop': ['protection'],
- 'iiprop': ['timestamp', 'user', 'comment', 'url', 'size', 'sha1',
- 'metadata'],
- 'iilimit': ['max'], 'generator': ['search'], 'action': ['query'],
- 'indexpageids': [True], 'continue': [True],
- 'gsrnamespace': [0], 'gsrsearch': ['wiki'], 'gsrwhat': ['title']}
- self.assertEqual(search_gen.request._params, expected_params)
- for hit in search_gen:
- self.assertIsInstance(hit, pywikibot.Page)
- self.assertEqual(hit.namespace(), 0)
-
-
-class TestUserContribsAsUser(DefaultSiteTestCase):
-
- """Test site method site.usercontribs() with bot user."""
-
- login = True
-
- def test_basic(self):
- """Test the site.usercontribs() method."""
- mysite = self.get_site()
- uc = list(mysite.usercontribs(user=mysite.user(), total=10))
- self.assertLessEqual(len(uc), 10)
- for contrib in uc:
- self.assertIsInstance(contrib, dict)
- self.assertIn('user', contrib)
- self.assertEqual(contrib['user'], mysite.user())
-
- def test_namespaces(self):
- """Test the site.usercontribs() method using namespaces."""
- mysite = self.get_site()
- for contrib in mysite.usercontribs(user=mysite.user(),
- namespaces=14, total=5):
- self.assertIsInstance(contrib, dict)
- self.assertIn('title', contrib)
- self.assertTrue(contrib['title'].startswith(mysite.namespace(14)))
-
- for contrib in mysite.usercontribs(user=mysite.user(),
- namespaces=[10, 11], total=5):
- self.assertIsInstance(contrib, dict)
- self.assertIn('title', contrib)
- self.assertIn(contrib['ns'], (10, 11))
-
- def test_show_minor(self):
- """Test the site.usercontribs() method using showMinor."""
- mysite = self.get_site()
- for contrib in mysite.usercontribs(user=mysite.user(),
- minor=True, total=5):
- self.assertIsInstance(contrib, dict)
- self.assertIn('minor', contrib)
-
- for contrib in mysite.usercontribs(user=mysite.user(),
- minor=False, total=5):
- self.assertIsInstance(contrib, dict)
- self.assertNotIn('minor', contrib)
-
-
-class TestUserContribsWithoutUser(DefaultSiteTestCase):
-
- """Test site method site.usercontribs() without bot user."""
-
- def test_user_prefix(self):
- """Test the site.usercontribs() method with userprefix."""
- mysite = self.get_site()
- for contrib in mysite.usercontribs(userprefix='John', total=5):
- self.assertIsInstance(contrib, dict)
- for key in ('user', 'title', 'ns', 'pageid', 'revid'):
- self.assertIn(key, contrib)
- self.assertTrue(contrib['user'].startswith('John'))
-
- def test_user_prefix_range(self):
- """Test the site.usercontribs() method."""
- mysite = self.get_site()
- start = '2008-10-06T01:02:03Z'
- for contrib in mysite.usercontribs(
- userprefix='Jane',
- start=pywikibot.Timestamp.fromISOformat(start),
- total=5):
- self.assertLessEqual(contrib['timestamp'], start)
-
- end = '2008-10-07T02:03:04Z'
- for contrib in mysite.usercontribs(
- userprefix='Jane',
- end=pywikibot.Timestamp.fromISOformat(end),
- total=5):
- self.assertGreaterEqual(contrib['timestamp'], end)
-
- start = '2008-10-10T11:59:59Z'
- end = '2008-10-10T00:00:01Z'
- for contrib in mysite.usercontribs(
- userprefix='Timshiel',
- start=pywikibot.Timestamp.fromISOformat(start),
- end=pywikibot.Timestamp.fromISOformat(end),
- total=5):
- self.assertTrue(end <= contrib['timestamp'] <= start)
-
- def test_user_prefix_reverse(self):
- """Test the site.usercontribs() method with range reversed."""
- mysite = self.get_site()
- start = '2008-10-08T03:05:07Z'
- for contrib in mysite.usercontribs(
- userprefix='Brion',
- start=pywikibot.Timestamp.fromISOformat(start),
- total=5, reverse=True):
- self.assertGreaterEqual(contrib['timestamp'], start)
-
- for contrib in mysite.usercontribs(
- userprefix='Brion',
- end=pywikibot.Timestamp.fromISOformat('2008-10-09T04:06:08Z'),
- total=5, reverse=True):
- self.assertLessEqual(contrib['timestamp'], '2008-10-09T04:06:08Z')
-
- start = '2008-10-11T06:00:01Z'
- end = '2008-10-11T23:59:59Z'
- for contrib in mysite.usercontribs(
- userprefix='Tim symond',
- start=pywikibot.Timestamp.fromISOformat(start),
- end=pywikibot.Timestamp.fromISOformat(end),
- reverse=True, total=5):
- self.assertTrue(start <= contrib['timestamp'] <= end)
-
- def test_invalid_range(self):
- """Test the site.usercontribs() method with invalid parameters."""
- mysite = self.get_site()
- # start earlier than end
- with self.assertRaises(AssertionError):
- mysite.usercontribs(userprefix='Jim',
- start='2008-10-03T00:00:01Z',
- end='2008-10-03T23:59:59Z', total=5)
- # reverse: end earlier than start
- with self.assertRaises(AssertionError):
- mysite.usercontribs(userprefix='Jim',
- start='2008-10-03T23:59:59Z',
- end='2008-10-03T00:00:01Z',
- reverse=True, total=5)
-
-
-class TestAlldeletedrevisionsAsUser(DefaultSiteTestCase):
-
- """Test site method site.alldeletedrevisions() with bot user."""
-
- login = True
-
- @classmethod
- def setUpClass(cls):
- """Skip test if necessary."""
- super().setUpClass()
- if cls.site.mw_version < '1.25':
- cls.skipTest(cls, 'site.alldeletedrevisions() needs mw 1.25')
-
- def test_basic(self):
- """Test the site.alldeletedrevisions() method."""
- mysite = self.get_site()
- result = list(mysite.alldeletedrevisions(user=mysite.user(), total=10))
-
- if not result:
- self.skipTest('No deleted revisions available')
-
- for data in result:
- with self.subTest(data=data):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
-
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('user', drev)
- self.assertEqual(drev['user'], mysite.user())
-
- def test_namespaces(self):
- """Test the site.alldeletedrevisions() method using namespaces."""
- mysite = self.get_site()
- for data in mysite.alldeletedrevisions(namespaces=14, total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('title', data)
- self.assertTrue(data['title'].startswith(mysite.namespace(14)))
-
- for data in mysite.alldeletedrevisions(user=mysite.user(),
- namespaces=[10, 11],
- total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('title', data)
- self.assertIn(data['ns'], (10, 11))
-
- def test_excludeuser(self):
- """Test the site.alldeletedrevisions() method using excludeuser."""
- mysite = self.get_site()
- for data in mysite.alldeletedrevisions(excludeuser=mysite.user(),
- total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('user', drev)
- self.assertNotEqual(drev['user'], mysite.user())
-
- def test_user_range(self):
- """Test the site.alldeletedrevisions() method with range."""
- mysite = self.get_site()
- start = '2008-10-06T01:02:03Z'
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- start=pywikibot.Timestamp.fromISOformat(start),
- total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertLessEqual(drev['timestamp'], start)
-
- end = '2008-10-07T02:03:04Z'
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- end=pywikibot.Timestamp.fromISOformat(end),
- total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertGreaterEqual(drev['timestamp'], end)
-
- start = '2008-10-10T11:59:59Z'
- end = '2008-10-10T00:00:01Z'
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- start=pywikibot.Timestamp.fromISOformat(start),
- end=pywikibot.Timestamp.fromISOformat(end),
- total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertTrue(end <= drev['timestamp'] <= start)
-
- def test_user_range_reverse(self):
- """Test the site.alldeletedrevisions() method with range reversed."""
- mysite = self.get_site()
- start = '2008-10-08T03:05:07Z'
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- start=pywikibot.Timestamp.fromISOformat(start),
- total=5, reverse=True):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertGreaterEqual(drev['timestamp'], start)
-
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- end=pywikibot.Timestamp.fromISOformat('2008-10-09T04:06:08Z'),
- total=5, reverse=True):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertLessEqual(drev['timestamp'],
- '2008-10-09T04:06:08Z')
-
- start = '2008-10-11T06:00:01Z'
- end = '2008-10-11T23:59:59Z'
- for data in mysite.alldeletedrevisions(
- user=mysite.user(),
- start=pywikibot.Timestamp.fromISOformat(start),
- end=pywikibot.Timestamp.fromISOformat(end),
- reverse=True, total=5):
- self.assertIsInstance(data, dict)
- self.assertIn('revisions', data)
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- self.assertIn('timestamp', drev)
- self.assertTrue(start <= drev['timestamp'] <= end)
-
- def test_invalid_range(self):
- """Test site.alldeletedrevisions() method with invalid range."""
- mysite = self.get_site()
- # start earlier than end
- with self.assertRaises(AssertionError):
- adrgen = mysite.alldeletedrevisions(user=mysite.user(),
- start='2008-10-03T00:00:01Z',
- end='2008-10-03T23:59:59Z',
- total=5)
- next(adrgen)
- # reverse: end earlier than start
- with self.assertRaises(AssertionError):
- adrgen = mysite.alldeletedrevisions(user=mysite.user(),
- start='2008-10-03T23:59:59Z',
- end='2008-10-03T00:00:01Z',
- reverse=True, total=5)
- next(adrgen)
-
-
-class TestAlldeletedrevisionsWithoutUser(DefaultSiteTestCase):
-
- """Test site method site.alldeletedrevisions() without bot user."""
-
- def test_prefix(self):
- """Test the site.alldeletedrevisions() method with prefix."""
- mysite = self.get_site()
- if mysite.mw_version < '1.25':
- self.skipTest('site.alldeletedrevisions() needs mw 1.25')
-
- for data in mysite.alldeletedrevisions(prefix='John', total=5):
- self.assertIsInstance(data, dict)
- for key in ('title', 'ns', 'revisions'):
- self.assertIn(key, data)
- title = data['title']
- if data['ns'] > 0:
- *_, title = title.partition(':')
- self.assertTrue(title.startswith('John'))
- self.assertIsInstance(data['revisions'], list)
- for drev in data['revisions']:
- self.assertIsInstance(drev, dict)
- for key in ('revid', 'timestamp', 'user'):
- self.assertIn(key, drev)
-
-
-class SiteWatchlistRevsTestCase(DefaultSiteTestCase):
-
- """Test site method watchlist_revs()."""
-
- login = True
-
- def test_watchlist_revs(self):
- """Test the site.watchlist_revs() method."""
- if not self.site.has_right('viewmywatchlist'):
- self.skipTest('user {} cannot view its watch list'
- .format(self.site.user()))
-
- mysite = self.get_site()
- wl = list(mysite.watchlist_revs(total=10))
- self.assertLessEqual(len(wl), 10)
- for rev in wl:
- self.assertIsInstance(rev, dict)
- for rev in mysite.watchlist_revs(start='2008-10-11T01:02:03Z',
- total=5):
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'], '2008-10-11T01:02:03Z')
- for rev in mysite.watchlist_revs(end='2008-04-01T02:03:04Z',
- total=5):
- self.assertIsInstance(rev, dict)
- self.assertGreaterEqual(rev['timestamp'], '2008-10-11T02:03:04Z')
- for rev in mysite.watchlist_revs(start='2008-10-11T03:05:07Z',
- total=5, reverse=True):
- self.assertIsInstance(rev, dict)
- self.assertGreaterEqual(rev['timestamp'], '2008-10-11T03:05:07Z')
- for rev in mysite.watchlist_revs(end='2008-10-11T04:06:08Z',
- total=5, reverse=True):
- self.assertIsInstance(rev, dict)
- self.assertLessEqual(rev['timestamp'], '2008-10-11T04:06:08Z')
- for rev in mysite.watchlist_revs(start='2008-10-13T11:59:59Z',
- end='2008-10-13T00:00:01Z',
- total=5):
- self.assertIsInstance(rev, dict)
- self.assertTrue(
- '2008-10-13T00:00:01Z' <= rev['timestamp']
- <= '2008-10-13T11:59:59Z')
- for rev in mysite.watchlist_revs(start='2008-10-15T06:00:01Z',
- end='2008-10-15T23:59:59Z',
- reverse=True, total=5):
- self.assertIsInstance(rev, dict)
- self.assertTrue(
- '2008-10-15T06:00:01Z' <= rev['timestamp']
- <= '2008-10-15T23:59:59Z')
- # start earlier than end
- with self.assertRaises(AssertionError):
- mysite.watchlist_revs(start='2008-09-03T00:00:01Z',
- end='2008-09-03T23:59:59Z', total=5)
- # reverse: end earlier than start
- with self.assertRaises(AssertionError):
- mysite.watchlist_revs(start='2008-09-03T23:59:59Z',
- end='2008-09-03T00:00:01Z',
- reverse=True, total=5)
- for rev in mysite.watchlist_revs(namespaces=[6, 7], total=5):
- self.assertIsInstance(rev, dict)
- self.assertIn('title', rev)
- self.assertIn('ns', rev)
- title = rev['title']
- self.assertIn(':', title)
- prefix = title[:title.index(':')]
- self.assertIn(self.site.namespaces.lookup_name(prefix).id, [6, 7])
- self.assertIn(rev['ns'], [6, 7])
- for rev in mysite.watchlist_revs(minor=True, total=5):
- self.assertIsInstance(rev, dict)
- self.assertIn('minor', rev)
- for rev in mysite.watchlist_revs(minor=False, total=5):
- self.assertIsInstance(rev, dict)
- self.assertNotIn('minor', rev)
- for rev in mysite.watchlist_revs(bot=True, total=5):
- self.assertIsInstance(rev, dict)
- self.assertIn('bot', rev)
- for rev in mysite.watchlist_revs(bot=False, total=5):
- self.assertIsInstance(rev, dict)
- self.assertNotIn('bot', rev)
- for rev in mysite.watchlist_revs(anon=True, total=5):
- self.assertIsInstance(rev, dict)
- for rev in mysite.watchlist_revs(anon=False, total=5):
- self.assertIsInstance(rev, dict)
-
-
class SiteSysopTestCase(DefaultSiteTestCase):
"""Test site method using a sysop account."""
@@ -2304,88 +790,6 @@
self.assertIsInstance(us[0], dict)
-class TestUserList(DefaultSiteTestCase):
-
- """Test usernames Jimbo Wales, Brion VIBBER and Tim Starling."""
-
- cached = True
-
- def test_users(self):
- """Test the site.users() method with preset usernames."""
- user_list = ['Jimbo Wales', 'Brion VIBBER', 'Tim Starling']
- missing = ['A username that should not exist 1A53F6E375B5']
- all_users = user_list + missing
- for cnt, user in enumerate(self.site.users(all_users), start=1):
- with self.subTest(user=user['name']):
- self.assertIsInstance(user, dict)
- self.assertIn(user['name'], all_users)
- if user['name'] == missing[0]:
- self.assertIn('missing', user)
- elif self.site.family.name == 'wikipedia':
- self.assertNotIn('missing', user)
- self.assertEqual(cnt, len(all_users), 'Some test usernames not found')
-
-
-class SiteRandomTestCase(DefaultSiteTestCase):
-
- """Test random methods of a site."""
-
- @classmethod
- def setUpClass(cls):
- """Skip test on beta due to T282602."""
- super().setUpClass()
- site = cls.get_site()
- if site.family.name in ('wpbeta', 'wsbeta'):
- cls.skipTest(cls,
- 'Skipping test on {} due to T282602' .format(site))
-
- def test_unlimited_small_step(self):
- """Test site.randompages() continuation.
-
- Note that uniqueness is not guaranteed if multiple requests are
- performed, so we also don't test this here.
- """
- mysite = self.get_site()
- pages = []
- rngen = mysite.randompages(total=None)
- rngen.set_query_increment = 5
- for rndpage in rngen:
- self.assertIsInstance(rndpage, pywikibot.Page)
- pages.append(rndpage)
- if len(pages) == 11:
- break
- self.assertLength(pages, 11)
-
- def test_limit_10(self):
- """Test site.randompages() with limit."""
- mysite = self.get_site()
- rn = list(mysite.randompages(total=10))
- self.assertLessEqual(len(rn), 10)
- for a_page in rn:
- self.assertIsInstance(a_page, pywikibot.Page)
- self.assertFalse(a_page.isRedirectPage())
-
- def test_redirects(self):
- """Test site.randompages() with redirects."""
- mysite = self.get_site()
- for rndpage in mysite.randompages(total=5, redirects=True):
- self.assertIsInstance(rndpage, pywikibot.Page)
- self.assertTrue(rndpage.isRedirectPage())
-
- def test_all(self):
- """Test site.randompages() with both types."""
- mysite = self.get_site()
- for rndpage in mysite.randompages(total=5, redirects=None):
- self.assertIsInstance(rndpage, pywikibot.Page)
-
- def test_namespaces(self):
- """Test site.randompages() with namespaces."""
- mysite = self.get_site()
- for rndpage in mysite.randompages(total=5, namespaces=[6, 7]):
- self.assertIsInstance(rndpage, pywikibot.Page)
- self.assertIn(rndpage.namespace(), [6, 7])
-
-
class TestSiteExtensions(WikimediaDefaultSiteTestCase):
"""Test cases for Site extensions."""
@@ -2406,45 +810,6 @@
self.assertFalse(mysite.has_extension('ThisExtensionDoesNotExist'))
-class TestSiteAPILimits(TestCase):
-
- """Test cases for Site method that use API limits."""
-
- family = 'wikipedia'
- code = 'en'
-
- cached = True
-
- def test_api_limits_with_site_methods(self):
- """Test step/total parameters for different sitemethods."""
- mysite = self.get_site()
- mypage = pywikibot.Page(mysite, 'Albert Einstein')
- mycat = pywikibot.Page(mysite, 'Category:1879 births')
-
- gen = mysite.pagecategories(mypage, total=12)
- gen.set_query_increment = 5
- cats = list(gen)
- self.assertLength(cats, 12)
-
- gen = mysite.categorymembers(mycat, total=12)
- gen.set_query_increment = 5
- cat_members = list(gen)
- self.assertLength(cat_members, 12)
-
- gen = mysite.pageimages(mypage, total=5)
- gen.set_query_increment = 3
- images = list(gen)
- self.assertLength(images, 5)
-
- gen = mysite.pagetemplates(mypage, total=5)
- gen.set_query_increment = 3
- templates = list(gen)
- self.assertLength(templates, 5)
-
- mysite.loadrevisions(mypage, step=5, total=12)
- self.assertLength(mypage._revisions, 12)
-
-
class TestSiteLoadRevisionsCaching(BasePageLoadRevisionsCachingTestBase,
DefaultSiteTestCase):
@@ -2460,189 +825,6 @@
self._test_page_text()
-class TestSiteLoadRevisions(TestCase):
-
- """Test cases for Site.loadrevision() method."""
-
- family = 'wikipedia'
- code = 'en'
-
- cached = True
-
- # Implemented without setUpClass(cls) and global variables as objects
- # were not completely disposed and recreated but retained 'memory'
- def setUp(self):
- """Setup tests."""
- super().setUp()
- self.mysite = self.get_site()
- self.mainpage = pywikibot.Page(pywikibot.Link('Main Page',
- self.mysite))
-
- def test_loadrevisions_basic(self):
- """Test the site.loadrevisions() method."""
- # Load revisions without content
- self.mysite.loadrevisions(self.mainpage, total=15)
- self.mysite.loadrevisions(self.mainpage)
- self.assertFalse(hasattr(self.mainpage, '_text'))
- self.assertLength(self.mainpage._revisions, 15)
- self.assertIn(self.mainpage._revid, self.mainpage._revisions)
- self.assertIsNone(self.mainpage._revisions[self.mainpage._revid].text)
- # The revision content will be loaded by .text
- self.assertIsNotNone(self.mainpage.text)
-
- def test_loadrevisions_content(self):
- """Test the site.loadrevisions() method with content=True."""
- self.mysite.loadrevisions(self.mainpage, content=True, total=5)
- self.assertFalse(hasattr(self.mainpage, '_text'))
- self.assertIn(self.mainpage._revid, self.mainpage._revisions)
- self.assertIsNotNone(
- self.mainpage._revisions[self.mainpage._revid].text)
- self.assertTrue(self.mainpage._revisions[self.mainpage._revid].text)
- self.assertIsNotNone(self.mainpage.text)
-
- def test_loadrevisions_revids(self):
- """Test the site.loadrevisions() method, listing based on revid."""
- # revids as list of int
- self.mysite.loadrevisions(self.mainpage, revids=[139992, 139993])
- for rev in [139992, 139993]:
- self.assertIn(rev, self.mainpage._revisions)
- # revids as list of str
- self.mysite.loadrevisions(self.mainpage, revids=['139994', '139995'])
- for rev in [139994, 139995]:
- self.assertIn(rev, self.mainpage._revisions)
- # revids as int
- self.mysite.loadrevisions(self.mainpage, revids=140000)
- self.assertIn(140000, self.mainpage._revisions)
- # revids as str
- self.mysite.loadrevisions(self.mainpage, revids='140001')
- self.assertIn(140001, self.mainpage._revisions)
- # revids belonging to a different page raises Exception
- with self.assertRaises(Error):
- self.mysite.loadrevisions(self.mainpage,
- revids=130000)
-
- def test_loadrevisions_querycontinue(self):
- """Test the site.loadrevisions() method with query-continue."""
- self.mysite.loadrevisions(self.mainpage, step=5, total=12)
- self.assertLength(self.mainpage._revisions, 12)
-
- def test_loadrevisions_revdir(self):
- """Test the site.loadrevisions() method with rvdir=True."""
- self.mysite.loadrevisions(self.mainpage, rvdir=True, total=15)
- self.assertLength(self.mainpage._revisions, 15)
-
- def test_loadrevisions_timestamp(self):
- """Test the site.loadrevisions() method, listing based on timestamp."""
- self.mysite.loadrevisions(self.mainpage, rvdir=True, total=15)
- self.assertLength(self.mainpage._revisions, 15)
- revs = self.mainpage._revisions
- timestamps = [str(revs[rev].timestamp) for rev in revs]
- for ts in timestamps:
- self.assertLess(ts, '2002-01-31T00:00:00Z')
-
- # Retrieve oldest revisions; listing based on timestamp.
- # Raises "loadrevisions: starttime > endtime with rvdir=True"
- with self.assertRaises(ValueError):
- self.mysite.loadrevisions(self.mainpage, rvdir=True,
- starttime='2002-02-01T00:00:00Z',
- endtime='2002-01-01T00:00:00Z')
-
- # Retrieve newest revisions; listing based on timestamp.
- # Raises "loadrevisions: endtime > starttime with rvdir=False"
- with self.assertRaises(ValueError):
- self.mysite.loadrevisions(self.mainpage, rvdir=False,
- starttime='2002-01-01T00:00:00Z',
- endtime='2002-02-01T00:00:00Z')
-
- def test_loadrevisions_rev_id(self):
- """Test the site.loadrevisions() method, listing based on rev_id."""
- self.mysite.loadrevisions(self.mainpage, rvdir=True, total=15)
- self.assertLength(self.mainpage._revisions, 15)
- revs = self.mainpage._revisions
- for rev in revs:
- self.assertTrue(139900 <= rev <= 140100)
-
- # Retrieve oldest revisions; listing based on revid.
- # Raises "loadrevisions: startid > endid with rvdir=True"
- with self.assertRaises(ValueError):
- self.mysite.loadrevisions(self.mainpage, rvdir=True,
- startid='200000', endid='100000')
-
- # Retrieve newest revisions; listing based on revid.
- # Raises "loadrevisions: endid > startid with rvdir=False
- with self.assertRaises(ValueError):
- self.mysite.loadrevisions(self.mainpage, rvdir=False,
- startid='100000', endid='200000')
-
- def test_loadrevisions_user(self):
- """Test the site.loadrevisions() method, filtering by user."""
- # Only list revisions made by this user.
- self.mainpage._revisions = {}
- self.mysite.loadrevisions(self.mainpage, rvdir=True,
- user='Magnus Manske')
- for rev in self.mainpage._revisions.values():
- self.assertEqual(rev.user, 'Magnus Manske')
-
- def test_loadrevisions_excludeuser(self):
- """Test the site.loadrevisions() method, excluding user."""
- excludeuser = 'Magnus Manske' # exclude revisions made by this user
- self.mainpage._revisions = {}
- self.mysite.loadrevisions(self.mainpage, rvdir=True,
- excludeuser=excludeuser)
- for rev in self.mainpage._revisions.values():
- self.assertNotEqual(rev.user, excludeuser)
-
- # TODO test other optional arguments
-
-
-class TestBacklinks(TestCase):
-
- """Test for backlinks (issue T194233)."""
-
- family = 'wikipedia'
- code = 'en'
-
- cached = True
-
- def setUp(self):
- """Setup tests."""
- super().setUp()
- self.page = pywikibot.Page(self.site, 'File:BoA – Woman.png')
- self.backlinks = list(self.page.backlinks(follow_redirects=False,
- filter_redirects=True,
- total=5))
- self.references = list(self.page.getReferences(follow_redirects=True,
- filter_redirects=True,
- total=5))
- self.nofollow = list(self.page.getReferences(follow_redirects=False,
- filter_redirects=True,
- total=5))
-
- def test_backlinks_redirects_length(self):
- """Test backlinks redirects length."""
- self.assertLength(self.backlinks, 1)
- self.assertLength(self.references, 1)
- self.assertLength(self.nofollow, 1)
-
- def test_backlinks_redirects_status(self):
- """Test backlinks redirects statur."""
- for page in self.backlinks:
- self.assertTrue(page.isRedirectPage())
- for page in self.references:
- self.assertTrue(page.isRedirectPage())
- for page in self.nofollow:
- self.assertTrue(page.isRedirectPage())
-
- def test_backlinks_redirects_pageid(self):
- """Test backlinks redirects pageid."""
- for page in self.backlinks:
- self.assertEqual(page.pageid, 58874049)
- for page in self.references:
- self.assertEqual(page.pageid, 58874049)
- for page in self.nofollow:
- self.assertEqual(page.pageid, 58874049)
-
-
class TestCommonsSite(TestCase):
"""Test cases for Site methods on Commons."""
@@ -2663,76 +845,6 @@
self.assertEqual(ll.site.family.name, 'wikipedia')
-class TestFileArchive(DeprecationTestCase):
-
- """Test filearchive on Commons."""
-
- family = 'commons'
- code = 'commons'
-
- cached = True
-
- def test_filearchive(self):
- """Test filearchive method."""
- gen = self.site.filearchive(total=10)
- self.assertNotIn('fafrom', str(gen.request))
- self.assertNotIn('fato', str(gen.request))
- fa = list(gen)
- self.assertLessEqual(len(fa), 10)
- for item in fa:
- self.assertIsInstance(item, dict)
- self.assertIn('id', item)
- self.assertIn('name', item)
- self.assertIn('ns', item)
- self.assertIn('title', item)
- self.assertIn('timestamp', item)
- self.assertEqual(item['ns'], 6)
- self.assertEqual('File:' + item['name'].replace('_', ' '),
- item['title'])
-
- def test_filearchive_prefix(self):
- """Test prefix parameter."""
- gen = self.site.filearchive(prefix='py')
- self.assertIn('faprefix=py', str(gen.request))
- for item in gen:
- self.assertTrue(item['name'].startswith('Py'))
-
- def test_filearchive_prop(self):
- """Test properties."""
- gen = self.site.filearchive(prop=['sha1', 'size', 'user'], total=1)
- self.assertIn('faprop=sha1|size|user', str(gen.request))
- item = next(gen)
- self.assertIn('sha1', item)
- self.assertIn('size', item)
- self.assertIn('user', item)
-
- def test_filearchive_reverse(self):
- """Test reverse parameter."""
- gen1 = self.site.filearchive(total=1)
- gen2 = self.site.filearchive(reverse=True, total=1)
- self.assertNotIn('fadir=', str(gen1.request))
- self.assertIn('fadir=descending', str(gen2.request))
- fa1 = next(gen1)
- fa2 = next(gen2)
- self.assertLess(fa1['name'], fa2['name'])
-
- def test_filearchive_start(self):
- """Test start/end parameters."""
- gen = self.site.filearchive(start='py', end='wiki', total=1)
- self.assertIn('fafrom=py', str(gen.request))
- self.assertIn('fato=wiki', str(gen.request))
- item = next(gen)
- self.assertGreaterEqual(item['name'], 'Py')
-
- def test_filearchive_sha1(self):
- """Test sha1 parameter."""
- sha1 = '0d5a00aa774100408e60da09f5fb21f253b366f1'
- gen = self.site.filearchive(sha1=sha1, prop='sha1', total=1)
- self.assertIn('fasha1=' + sha1, str(gen.request))
- item = next(gen)
- self.assertEqual(item['sha1'], sha1)
-
-
class TestWiktionarySite(TestCase):
"""Test Site Object on English Wiktionary."""
@@ -2809,405 +921,6 @@
self.assertTrue(site.is_uploaddisabled())
-class TestLoadPagesFromPageids(DefaultSiteTestCase):
-
- """Test site.load_pages_from_pageids()."""
-
- cached = True
-
- def setUp(self):
- """Setup tests."""
- super().setUp()
- self.site = self.get_site()
- mainpage = self.get_mainpage()
- self.links = [
- page for page in self.site.pagelinks(mainpage, total=10)
- if page.exists()]
-
- def test_load_from_pageids_iterable_of_str(self):
- """Test basic loading with pageids."""
- pageids = [str(page.pageid) for page in self.links]
- gen = self.site.load_pages_from_pageids(pageids)
- count = 0
- for count, page in enumerate(gen, start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertIn(page, self.links)
- self.assertEqual(count, len(self.links))
-
- def test_load_from_pageids_iterable_of_int(self):
- """Test basic loading with pageids."""
- pageids = [page.pageid for page in self.links]
- gen = self.site.load_pages_from_pageids(pageids)
- count = 0
- for count, page in enumerate(gen, start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertIn(page, self.links)
- self.assertEqual(count, len(self.links))
-
- def test_load_from_pageids_iterable_in_order(self):
- """Test loading with pageids is ordered."""
- pageids = [page.pageid for page in self.links]
- gen = self.site.load_pages_from_pageids(pageids)
- for page in gen:
- link = self.links.pop(0)
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertEqual(page, link)
-
- def test_load_from_pageids_iterable_with_duplicate(self):
- """Test loading with duplicate pageids."""
- pageids = [page.pageid for page in self.links]
- pageids = pageids + pageids
- gen = self.site.load_pages_from_pageids(pageids)
- count = 0
- for count, page in enumerate(gen, start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertIn(page, self.links)
- self.assertEqual(count, len(self.links))
-
- def test_load_from_pageids_comma_separated(self):
- """Test loading from comma-separated pageids."""
- pageids = ', '.join(str(page.pageid) for page in self.links)
- gen = self.site.load_pages_from_pageids(pageids)
- count = 0
- for count, page in enumerate(gen, start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertIn(page, self.links)
- self.assertEqual(count, len(self.links))
-
- def test_load_from_pageids_pipe_separated(self):
- """Test loading from comma-separated pageids."""
- pageids = '|'.join(str(page.pageid) for page in self.links)
- gen = self.site.load_pages_from_pageids(pageids)
- count = 0
- for count, page in enumerate(gen, start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertTrue(page.exists())
- self.assertTrue(hasattr(page, '_pageid'))
- self.assertIn(page, self.links)
- self.assertEqual(count, len(self.links))
-
-
-class TestPagePreloading(DefaultSiteTestCase):
-
- """Test site.preloadpages()."""
-
- def test_order(self):
- """Test outcome is following same order of input."""
- mainpage = self.get_mainpage()
- links = [page for page in self.site.pagelinks(mainpage, total=20)
- if page.exists()]
- pages = list(self.site.preloadpages(links, groupsize=5))
- self.assertEqual(pages, links)
-
- def test_duplicates(self):
- """Test outcome is following same order of input."""
- mainpage = self.get_mainpage()
- links = [page for page in self.site.pagelinks(mainpage, total=20)
- if page.exists()]
- dupl_links = links + links[::-1]
- pages = list(self.site.preloadpages(dupl_links, groupsize=40))
- self.assertEqual(pages, links)
-
- def test_pageids(self):
- """Test basic preloading with pageids."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = mysite.pagelinks(mainpage, total=10)
- # preloadpages will send the page ids,
- # as they have already been loaded by pagelinks
- for count, page in enumerate(mysite.preloadpages(links), start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertTrue(hasattr(page, '_revid'))
- self.assertLength(page._revisions, 1)
- self.assertIn(page._revid, page._revisions)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if count >= 5:
- break
-
- def test_titles(self):
- """Test basic preloading with titles."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = mysite.pagelinks(mainpage, total=10)
-
- # remove the pageids that have already been loaded above by pagelinks
- # so that preloadpages will use the titles instead
- for page in links:
- if hasattr(page, '_pageid'):
- self.assertEqual(page.pageid, page._pageid)
- del page._pageid
-
- for count, page in enumerate(mysite.preloadpages(links), start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if count >= 5:
- break
-
- def test_preload_continuation(self):
- """Test preloading continuation works."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = mysite.pagelinks(mainpage, total=10)
- for count, page in enumerate(mysite.preloadpages(links, groupsize=5)):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if count >= 5:
- break
-
- def test_preload_high_groupsize(self):
- """Test preloading continuation with groupsize greater than total."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
-
- # Determine if there are enough links on the main page,
- # for the test to be useful.
- link_count = len(list(mysite.pagelinks(mainpage, total=10)))
- if link_count < 2:
- self.skipTest('insufficient links on main page')
-
- # get a fresh generator; we now know how many results it will have,
- # if it is less than 10.
- links = mysite.pagelinks(mainpage, total=10)
- count = 0
- for count, page in enumerate(
- mysite.preloadpages(links, groupsize=50), start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- self.assertEqual(count, link_count)
-
- def test_preload_low_groupsize(self):
- """Test preloading continuation with groupsize greater than total."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
-
- # Determine if there are enough links on the main page,
- # for the test to be useful.
- link_count = len(list(mysite.pagelinks(mainpage, total=10)))
- if link_count < 2:
- self.skipTest('insufficient links on main page')
-
- # get a fresh generator; we now know how many results it will have,
- # if it is less than 10.
- links = mysite.pagelinks(mainpage, total=10)
- count = 0
- for count, page in enumerate(
- mysite.preloadpages(links, groupsize=5), start=1):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- self.assertEqual(count, link_count)
-
- def test_preload_unexpected_titles_using_pageids(self):
- """Test sending pageids with unnormalized titles, causing warnings."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = list(mysite.pagelinks(mainpage, total=10))
- if len(links) < 2:
- self.skipTest('insufficient links on main page')
-
- # change the title of the page, to test sametitle().
- # preloadpages will send the page ids, as they have already been loaded
- # by pagelinks, and preloadpages should complain the returned titles
- # do not match any title in the pagelist.
- # However, APISite.sametitle now correctly links them.
- for page in links:
- page._link._text += ' '
-
- gen = mysite.preloadpages(links, groupsize=5)
- for count, page in enumerate(gen):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if count >= 5:
- break
-
- def test_preload_unexpected_titles_using_titles(self):
- """Test sending unnormalized titles, causing warnings."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = list(mysite.pagelinks(mainpage, total=10))
- if len(links) < 2:
- self.skipTest('insufficient links on main page')
-
- # change the title of the page _and_ delete the pageids.
- # preloadpages can only send the titles, and preloadpages should
- # complain the returned titles do not match any title in the pagelist.
- # However, APISite.sametitle now correctly links them.
- for page in links:
- page._link._text += ' '
- del page._pageid
-
- gen = mysite.preloadpages(links, groupsize=5)
- for count, page in enumerate(gen):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if count >= 5:
- break
-
- def test_preload_invalid_titles_without_pageids(self):
- """Test sending invalid titles. No warnings issued, but it should."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = list(mysite.pagelinks(mainpage, total=10))
- if len(links) < 2:
- self.skipTest('insufficient links on main page')
-
- for page in links:
- page._link._text += ' foobar'
- del page._pageid
-
- gen = mysite.preloadpages(links, groupsize=5)
- for count, page in enumerate(gen):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- self.assertFalse(page.exists(), 'page {} exists'.format(page))
- if count >= 5:
- break
-
- def test_preload_langlinks_normal(self):
- """Test preloading langlinks works."""
- mysite = self.get_site()
- links = mysite.pagelinks(self.get_mainpage(), total=10)
- gen = mysite.preloadpages(links, groupsize=5, langlinks=True)
- for count, page in enumerate(gen):
- with self.subTest(page=page.title()):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- self.assertTrue(hasattr(page, '_langlinks'))
- if count >= 5:
- break
-
- @patch.object(pywikibot, 'output')
- def test_preload_langlinks_count(self, output_mock):
- """Test preloading continuation works."""
- mysite = self.get_site()
- mainpage = self.get_mainpage()
- links = list(mysite.pagelinks(mainpage, total=20))
-
- with suppress_warnings(WARN_SITE_CODE, category=UserWarning):
- gen = mysite.preloadpages(links, groupsize=5, langlinks=True)
- pages = list(gen)
-
- self.assertLength(links, pages)
- for page in pages:
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- if pages:
- self.assertRegex(
- output_mock.call_args[0][0], r'Retrieving \d pages from ')
-
- def test_preload_templates(self):
- """Test preloading templates works."""
- mysite = self.get_site()
- # Use backlinks, as any backlink has at least one link
- links = mysite.pagelinks(self.get_mainpage(), total=10)
- gen = mysite.preloadpages(links, templates=True)
- for count, page in enumerate(gen):
- with self.subTest(page=page.title()):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- self.assertTrue(hasattr(page, '_templates'))
- if count >= 5:
- break
-
- def test_preload_templates_and_langlinks(self):
- """Test preloading templates and langlinks works."""
- mysite = self.get_site()
- # Use backlinks, as any backlink has at least one link
- links = mysite.pagebacklinks(self.get_mainpage(), total=10)
- for count, page in enumerate(mysite.preloadpages(links,
- langlinks=True,
- templates=True)):
- with self.subTest(page=page):
- self.assertIsInstance(page, pywikibot.Page)
- self.assertIsInstance(page.exists(), bool)
- if page.exists():
- self.assertLength(page._revisions, 1)
- self.assertIsNotNone(page._revisions[page._revid].text)
- self.assertFalse(hasattr(page, '_pageprops'))
- self.assertTrue(hasattr(page, '_templates'))
- self.assertTrue(hasattr(page, '_langlinks'))
- if count >= 5:
- break
-
- def test_preload_categories(self):
- """Test preloading categories works."""
- mysite = self.get_site()
- cats = mysite.randompages(total=10, namespaces=14)
- gen = mysite.preloadpages(cats, categories=True)
- for count, page in enumerate(gen):
- with self.subTest(page=page.title()):
- self.assertTrue(hasattr(page, '_categories'))
- # content=True will bypass cache
- self.assertEqual(page._categories,
- set(page.categories(content=True)))
- if count >= 5:
- break
-
- def test_preload_content(self):
- """Test preloading templates and langlinks works."""
- mysite = self.get_site()
-
- page = next(mysite.preloadpages([self.get_mainpage()], content=False))
- self.assertFalse(page.has_content())
-
- page = next(mysite.preloadpages([self.get_mainpage()], content=True))
- self.assertTrue(page.has_content())
-
-
class TestSametitleSite(TestCase):
"""Test APISite.sametitle on sites with known behaviour."""
diff --git a/tox.ini b/tox.ini
index 6ae564f..d6a313c 100644
--- a/tox.ini
+++ b/tox.ini
@@ -194,7 +194,6 @@
tests/pagegenerators_tests.py: N802
tests/pwb/*: T001, T201
tests/site_detect_tests.py: N802
- tests/site_tests.py: N802
tests/sparql_tests.py: N802
tests/textlib_tests.py: N802
tests/thread_tests.py: N802
To view, visit change 831193. To unsubscribe, or for help writing mail filters, visit settings.