2009-08-14 01:48:21 +00:00
|
|
|
from django.core.management.base import BaseCommand
|
|
|
|
from django.core.handlers.wsgi import WSGIHandler
|
|
|
|
from apps.rss_feeds.models import Feed, Story
|
|
|
|
from optparse import OptionParser, make_option
|
2009-08-29 19:34:42 +00:00
|
|
|
from utils import feed_fetcher
|
2009-08-30 00:43:13 +00:00
|
|
|
from utils.management_functions import daemonize
|
2009-08-14 01:48:21 +00:00
|
|
|
import logging
|
2009-08-20 02:43:01 +00:00
|
|
|
import socket
|
2009-09-10 02:31:55 +00:00
|
|
|
import os
|
2009-08-14 01:48:21 +00:00
|
|
|
|
2009-08-21 13:14:44 +00:00
|
|
|
|
2009-08-14 01:48:21 +00:00
|
|
|
class Command(BaseCommand):
|
|
|
|
option_list = BaseCommand.option_list + (
|
2009-08-23 00:00:55 +00:00
|
|
|
make_option("-f", "--feed", default=None),
|
2009-08-14 01:48:21 +00:00
|
|
|
make_option("-d", "--daemon", dest="daemonize", action="store_true"),
|
2009-08-20 02:43:01 +00:00
|
|
|
make_option('-t', '--timeout', type='int', default=10,
|
|
|
|
help='Wait timeout in seconds when connecting to feeds.'),
|
2009-08-21 13:14:44 +00:00
|
|
|
make_option('-V', '--verbose', action='store_true',
|
|
|
|
dest='verbose', default=False, help='Verbose output.'),
|
2009-09-16 02:22:27 +00:00
|
|
|
make_option('-w', '--workerthreads', type='int', default=8,
|
2009-08-20 02:43:01 +00:00
|
|
|
help='Worker threads that will fetch feeds in parallel.'),
|
2009-08-14 01:48:21 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
def handle(self, *args, **options):
|
|
|
|
if options['daemonize']:
|
|
|
|
daemonize()
|
|
|
|
|
2009-08-21 13:14:44 +00:00
|
|
|
# settting socket timeout (default= 10 seconds)
|
|
|
|
socket.setdefaulttimeout(options['timeout'])
|
|
|
|
|
2009-08-29 19:34:42 +00:00
|
|
|
disp = feed_fetcher.Dispatcher(options, options['workerthreads'])
|
2009-08-20 02:43:01 +00:00
|
|
|
|
|
|
|
feeds = Feed.objects.all()
|
2009-09-10 03:33:05 +00:00
|
|
|
|
|
|
|
|
2009-08-14 01:48:21 +00:00
|
|
|
for feed in feeds:
|
2009-08-20 02:43:01 +00:00
|
|
|
disp.add_job(feed)
|
|
|
|
|
2009-09-10 03:48:22 +00:00
|
|
|
disp.run_jobs()
|
2009-08-20 02:43:01 +00:00
|
|
|
disp.poll()
|
|
|
|
|
2009-09-10 02:31:55 +00:00
|
|
|
os._exit(1)
|
2009-09-10 04:24:51 +00:00
|
|
|
sys.exit()
|
2009-08-30 00:43:13 +00:00
|
|
|
|