public-mirrors/NewsBlur-viq
1
0
Fork 0
mirror of https://github.com/viq/NewsBlur.git synced 2025-08-31 22:20:12 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Let's try changing the load.

Browse source
This commit is contained in:
Samuel Clay 2009-09-10 03:48:22 +00:00
parent 02a4d292e8
commit 67ab0d6c66
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
apps/rss_feeds/management/commands/refresh_feeds.py
View file

@ -17,7 +17,7 @@ class Command(BaseCommand):
help='Wait timeout in seconds when connecting to feeds.'), help='Wait timeout in seconds when connecting to feeds.'),
make_option('-V', '--verbose', action='store_true', make_option('-V', '--verbose', action='store_true',
dest='verbose', default=False, help='Verbose output.'), dest='verbose', default=False, help='Verbose output.'),
make_option('-w', '--workerthreads', type='int', default=20, make_option('-w', '--workerthreads', type='int', default=4,
help='Worker threads that will fetch feeds in parallel.'), help='Worker threads that will fetch feeds in parallel.'),
) )
@ -32,11 +32,11 @@ class Command(BaseCommand):
feeds = Feed.objects.all() feeds = Feed.objects.all()
disp.run_jobs()
for feed in feeds: for feed in feeds:
disp.add_job(feed) disp.add_job(feed)
disp.run_jobs()
disp.poll() disp.poll()
os._exit(1) os._exit(1)

6
utils/feed_fetcher.py
View file

@ -213,13 +213,15 @@ class Dispatcher:
else: else:
self.tpool = None self.tpool = None
self.time_start = datetime.datetime.now() self.time_start = datetime.datetime.now()
self.feed_queue = Queue()
def process_feed_wrapper(self, feed_queue): def process_feed_wrapper(self, feed_queue):
""" wrapper for ProcessFeed """ wrapper for ProcessFeed
""" """
while True: while True:
feed = feed_queue.get()
feed = feed_queue.get(block=False)
start_time = datetime.datetime.now() start_time = datetime.datetime.now()
### Uncomment to test feed fetcher ### Uncomment to test feed fetcher
@ -281,8 +283,6 @@ class Dispatcher:
# self.process_feed_wrapper(feed) # self.process_feed_wrapper(feed)
def run_jobs(self): def run_jobs(self):
self.feed_queue = Queue()
for i in range(self.num_threads): for i in range(self.num_threads):
worker = threading.Thread(target=self.process_feed_wrapper, args=(self.feed_queue,)) worker = threading.Thread(target=self.process_feed_wrapper, args=(self.feed_queue,))
worker.setDaemon(True) worker.setDaemon(True)