public-mirrors/NewsBlur-viq
1
0
Fork 0
mirror of https://github.com/viq/NewsBlur.git synced 2025-09-18 21:43:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Skipping feeds with fewer than X stories_per_month. Used to catch the queue up and toss inactive feeds.

Browse source
This commit is contained in:
Samuel Clay 2010-08-16 13:21:32 -04:00
parent 2e1c3b4db3
commit 55683fc1d5
1 changed files with 11 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
apps/rss_feeds/management/commands/refresh_feeds.py
View file

@ -17,6 +17,8 @@ class Command(BaseCommand):
help='Wait timeout in seconds when connecting to feeds.'), help='Wait timeout in seconds when connecting to feeds.'),
make_option('-V', '--verbose', action='store_true', make_option('-V', '--verbose', action='store_true',
dest='verbose', default=False, help='Verbose output.'), dest='verbose', default=False, help='Verbose output.'),
make_option('-S', '--skip', type='int',
dest='skip', default=0, help='Skip stories per month < #.'),
make_option('-w', '--workerthreads', type='int', default=4, make_option('-w', '--workerthreads', type='int', default=4,
help='Worker threads that will fetch feeds in parallel.'), help='Worker threads that will fetch feeds in parallel.'),
) )
@ -26,9 +28,17 @@ class Command(BaseCommand):
daemonize() daemonize()
settings.LOG_TO_STREAM = True settings.LOG_TO_STREAM = True
now = datetime.datetime.now()
if options['skip']:
feeds = Feed.objects.filter(next_scheduled_update__lte=now,
average_stories_per_month__lt=options['skip'])
print " ---> Skipping %s feeds" % feeds.count()
for feed in feeds:
feed.set_next_scheduled_update()
print '.',
socket.setdefaulttimeout(options['timeout']) socket.setdefaulttimeout(options['timeout'])
now = datetime.datetime.now()
feeds = Feed.objects.filter(next_scheduled_update__lte=now)#.order_by('?') feeds = Feed.objects.filter(next_scheduled_update__lte=now)#.order_by('?')
num_workers = min(len(feeds), options['workerthreads']) num_workers = min(len(feeds), options['workerthreads'])