Revision: 8081 Author: xqt Date: 2010-04-12 15:46:32 +0000 (Mon, 12 Apr 2010)
Log Message: ----------- Limit the queue size for put_async() by config.max_queue_size
Modified Paths: -------------- trunk/pywikipedia/config.py trunk/pywikipedia/wikipedia.py
Modified: trunk/pywikipedia/config.py =================================================================== --- trunk/pywikipedia/config.py 2010-04-12 15:36:23 UTC (rev 8080) +++ trunk/pywikipedia/config.py 2010-04-12 15:46:32 UTC (rev 8081) @@ -466,6 +466,12 @@ # up to 30 minutes) retry_on_fail = True
+# How many pages should be put to a queue in asynchroneous mode. +# If maxsize is <= 0, the queue size is infinite. +# Increasing this value will increase memory space but could speed up +# processing. As higher this value this effect will decrease. +max_queue_size = 64 + # End of configuration section # ============================ # System-level and User-level changes.
Modified: trunk/pywikipedia/wikipedia.py =================================================================== --- trunk/pywikipedia/wikipedia.py 2010-04-12 15:36:23 UTC (rev 8080) +++ trunk/pywikipedia/wikipedia.py 2010-04-12 15:46:32 UTC (rev 8081) @@ -7449,7 +7449,7 @@ raise output(u'Sorry, no help available for %s' % moduleName)
-page_put_queue = Queue.Queue() +page_put_queue = Queue.Queue(config.max_queue_size) def async_put(): """Daemon; take pages from the queue and try to save them on the wiki.""" while True: