2010-08-30 18:41:53 -04:00
|
|
|
import datetime
|
2010-08-16 12:55:45 -04:00
|
|
|
from utils import log as logging
|
2010-07-25 23:13:27 -04:00
|
|
|
from django.shortcuts import get_object_or_404
|
2010-08-25 20:43:35 -04:00
|
|
|
from django.http import HttpResponseForbidden
|
2010-12-25 23:04:43 -05:00
|
|
|
from django.db.models import Q
|
2010-12-23 16:02:17 -05:00
|
|
|
# from django.db import IntegrityError
|
2010-08-25 21:02:21 -04:00
|
|
|
from apps.rss_feeds.models import Feed, merge_feeds
|
2010-11-10 18:04:17 -05:00
|
|
|
from apps.reader.models import UserSubscription
|
2010-08-25 20:43:35 -04:00
|
|
|
from utils.user_functions import ajax_login_required
|
2010-10-23 13:06:28 -04:00
|
|
|
from utils import json_functions as json, feedfinder
|
2010-07-28 18:18:01 -04:00
|
|
|
from utils.feed_functions import relative_timeuntil, relative_timesince
|
2010-07-25 23:13:27 -04:00
|
|
|
|
2010-12-23 16:02:17 -05:00
|
|
|
@json.json_view
|
|
|
|
def feed_autocomplete(request):
|
|
|
|
query = request.GET['term']
|
2010-12-23 16:19:21 -05:00
|
|
|
feeds = []
|
|
|
|
for field in ['feed_address', 'feed_link', 'feed_title']:
|
|
|
|
if not feeds:
|
2010-12-24 10:41:32 -05:00
|
|
|
feeds = Feed.objects.filter(**{
|
|
|
|
'%s__icontains' % field: query,
|
|
|
|
'num_subscribers__gt': 1,
|
2010-12-25 23:04:43 -05:00
|
|
|
}).exclude(
|
|
|
|
Q(**{'%s__icontains' % field: 'token'}) |
|
|
|
|
Q(**{'%s__icontains' % field: 'private'})
|
|
|
|
).only(
|
2010-12-23 16:19:21 -05:00
|
|
|
'feed_title',
|
|
|
|
'feed_address',
|
|
|
|
'num_subscribers'
|
|
|
|
).order_by('-num_subscribers')[:5]
|
2010-12-23 16:02:17 -05:00
|
|
|
|
2010-12-24 10:44:02 -05:00
|
|
|
logging.info(" ---> [%s] ~FRAdd Search: ~SB%s ~FG(%s matches)" % (request.user, query, len(feeds),))
|
|
|
|
|
2010-12-23 16:02:17 -05:00
|
|
|
feeds = [{
|
|
|
|
'value': feed.feed_address,
|
|
|
|
'label': feed.feed_title,
|
|
|
|
'num_subscribers': feed.num_subscribers,
|
|
|
|
} for feed in feeds]
|
|
|
|
|
|
|
|
return feeds
|
|
|
|
|
2010-07-25 23:13:27 -04:00
|
|
|
@json.json_view
|
|
|
|
def load_feed_statistics(request):
|
|
|
|
stats = dict()
|
|
|
|
feed_id = request.GET['feed_id']
|
|
|
|
feed = get_object_or_404(Feed, pk=feed_id)
|
2010-10-25 20:44:52 -04:00
|
|
|
feed.save_feed_story_history_statistics()
|
2010-07-25 23:13:27 -04:00
|
|
|
|
|
|
|
# Dates of last and next update
|
2010-07-28 18:18:01 -04:00
|
|
|
stats['last_update'] = relative_timesince(feed.last_update)
|
|
|
|
stats['next_update'] = relative_timeuntil(feed.next_scheduled_update)
|
2010-07-25 23:13:27 -04:00
|
|
|
|
|
|
|
# Minutes between updates
|
2010-07-26 22:21:58 -04:00
|
|
|
update_interval_minutes, random_factor = feed.get_next_scheduled_update()
|
|
|
|
stats['update_interval_minutes'] = update_interval_minutes
|
2010-07-25 23:13:27 -04:00
|
|
|
|
|
|
|
# Stories per month - average and month-by-month breakout
|
2010-08-13 11:03:07 -04:00
|
|
|
average_stories_per_month, story_count_history = feed.average_stories_per_month, feed.story_count_history
|
2010-07-26 14:37:17 -04:00
|
|
|
stats['average_stories_per_month'] = average_stories_per_month
|
2010-08-13 11:03:07 -04:00
|
|
|
stats['story_count_history'] = story_count_history and json.decode(story_count_history)
|
2010-07-25 23:13:27 -04:00
|
|
|
|
|
|
|
# Subscribers
|
|
|
|
stats['subscriber_count'] = feed.num_subscribers
|
2010-11-06 13:42:58 -04:00
|
|
|
stats['stories_last_month'] = feed.stories_last_month
|
|
|
|
stats['last_load_time'] = feed.last_load_time
|
2010-11-06 13:44:23 -04:00
|
|
|
stats['premium_subscribers'] = feed.premium_subscribers
|
|
|
|
stats['active_subscribers'] = feed.active_subscribers
|
2010-07-25 23:13:27 -04:00
|
|
|
|
2010-12-05 16:56:33 -05:00
|
|
|
logging.info(" ---> [%s] ~FBStatistics: ~SB%s ~FG(%s/%s/%s subs)" % (request.user, feed, feed.num_subscribers, feed.active_subscribers, feed.premium_subscribers,))
|
2010-08-02 23:09:47 -04:00
|
|
|
|
2010-08-25 10:18:08 -04:00
|
|
|
return stats
|
|
|
|
|
2010-08-25 20:43:35 -04:00
|
|
|
@ajax_login_required
|
2010-08-25 10:18:08 -04:00
|
|
|
@json.json_view
|
|
|
|
def exception_retry(request):
|
|
|
|
feed_id = request.POST['feed_id']
|
2010-08-30 22:42:44 -04:00
|
|
|
reset_fetch = json.decode(request.POST['reset_fetch'])
|
2010-08-25 10:18:08 -04:00
|
|
|
feed = get_object_or_404(Feed, pk=feed_id)
|
|
|
|
|
2010-10-10 23:55:00 -04:00
|
|
|
feed.next_scheduled_update = datetime.datetime.utcnow()
|
2010-08-26 10:04:32 -04:00
|
|
|
feed.has_page_exception = False
|
|
|
|
feed.has_feed_exception = False
|
2010-10-27 19:27:59 -04:00
|
|
|
feed.active = True
|
2010-08-30 18:41:53 -04:00
|
|
|
if reset_fetch:
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(' ---> [%s] ~FRRefreshing exception feed: ~SB%s' % (request.user, feed))
|
2010-08-30 18:41:53 -04:00
|
|
|
feed.fetched_once = False
|
2010-08-30 22:42:44 -04:00
|
|
|
else:
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(' ---> [%s] ~FRForcing refreshing feed: ~SB%s' % (request.user, feed))
|
2010-10-27 19:27:59 -04:00
|
|
|
feed.fetched_once = True
|
2010-08-25 10:18:08 -04:00
|
|
|
feed.save()
|
|
|
|
|
2010-11-10 18:04:17 -05:00
|
|
|
feed.update(force=True, compute_scores=False)
|
|
|
|
usersub = UserSubscription.objects.get(user=request.user, feed=feed)
|
|
|
|
usersub.calculate_feed_scores(silent=False)
|
2010-08-30 18:41:53 -04:00
|
|
|
|
2010-08-25 20:43:35 -04:00
|
|
|
return {'code': 1}
|
|
|
|
|
|
|
|
|
|
|
|
@ajax_login_required
|
|
|
|
@json.json_view
|
|
|
|
def exception_change_feed_address(request):
|
|
|
|
feed_id = request.POST['feed_id']
|
|
|
|
feed = get_object_or_404(Feed, pk=feed_id)
|
2010-08-25 21:02:21 -04:00
|
|
|
feed_address = request.POST['feed_address']
|
2010-08-25 20:43:35 -04:00
|
|
|
|
2010-08-27 18:35:33 -04:00
|
|
|
if not feed.has_feed_exception and not feed.has_page_exception:
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(" ***> [%s] ~BRIncorrect feed address change: ~SB%s" % (request.user, feed))
|
2010-08-25 20:43:35 -04:00
|
|
|
return HttpResponseForbidden()
|
|
|
|
|
2010-08-26 10:04:32 -04:00
|
|
|
feed.has_feed_exception = False
|
2010-08-25 20:43:35 -04:00
|
|
|
feed.active = True
|
|
|
|
feed.fetched_once = False
|
2010-08-25 21:02:21 -04:00
|
|
|
feed.feed_address = feed_address
|
2010-10-10 23:55:00 -04:00
|
|
|
feed.next_scheduled_update = datetime.datetime.utcnow()
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed = feed
|
2010-11-12 10:55:44 -05:00
|
|
|
duplicate_feed_id = feed.save()
|
|
|
|
if duplicate_feed_id:
|
|
|
|
original_feed = Feed.objects.get(pk=duplicate_feed_id)
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed = original_feed
|
2010-10-10 23:55:00 -04:00
|
|
|
original_feed.next_scheduled_update = datetime.datetime.utcnow()
|
2010-08-26 10:04:32 -04:00
|
|
|
original_feed.has_feed_exception = False
|
2010-08-25 21:02:21 -04:00
|
|
|
original_feed.active = True
|
|
|
|
original_feed.save()
|
|
|
|
merge_feeds(original_feed.pk, feed.pk)
|
2010-08-25 20:43:35 -04:00
|
|
|
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(" ---> [%s] ~FRFixing feed exception by address: ~SB%s" % (request.user, retry_feed.feed_address))
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed.update()
|
|
|
|
|
2010-08-25 20:43:35 -04:00
|
|
|
return {'code': 1}
|
|
|
|
|
|
|
|
@ajax_login_required
|
|
|
|
@json.json_view
|
|
|
|
def exception_change_feed_link(request):
|
|
|
|
feed_id = request.POST['feed_id']
|
|
|
|
feed = get_object_or_404(Feed, pk=feed_id)
|
|
|
|
feed_link = request.POST['feed_link']
|
|
|
|
code = -1
|
|
|
|
|
2010-08-26 12:37:03 -04:00
|
|
|
if not feed.has_page_exception and not feed.has_feed_exception:
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(" ***> [%s] ~BRIncorrect feed link change: ~SB%s" % (request.user, feed))
|
2010-08-25 21:02:21 -04:00
|
|
|
# This Forbidden-403 throws an error, which sounds pretty good to me right now
|
2010-08-25 20:43:35 -04:00
|
|
|
return HttpResponseForbidden()
|
|
|
|
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed = feed
|
2010-08-25 20:43:35 -04:00
|
|
|
feed_address = feedfinder.feed(feed_link)
|
|
|
|
if feed_address:
|
|
|
|
code = 1
|
2010-08-26 10:04:32 -04:00
|
|
|
feed.has_page_exception = False
|
2010-08-25 20:43:35 -04:00
|
|
|
feed.active = True
|
|
|
|
feed.fetched_once = False
|
|
|
|
feed.feed_link = feed_link
|
|
|
|
feed.feed_address = feed_address
|
2010-10-10 23:55:00 -04:00
|
|
|
feed.next_scheduled_update = datetime.datetime.utcnow()
|
2010-11-12 10:55:44 -05:00
|
|
|
duplicate_feed_id = feed.save()
|
|
|
|
if duplicate_feed_id:
|
|
|
|
original_feed = Feed.objects.get(pk=duplicate_feed_id)
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed = original_feed
|
2010-10-10 23:55:00 -04:00
|
|
|
original_feed.next_scheduled_update = datetime.datetime.utcnow()
|
2010-08-26 10:04:32 -04:00
|
|
|
original_feed.has_page_exception = False
|
2010-08-25 21:02:21 -04:00
|
|
|
original_feed.active = True
|
|
|
|
original_feed.save()
|
2010-08-25 20:43:35 -04:00
|
|
|
|
2010-12-05 21:05:34 -05:00
|
|
|
logging.info(" ---> [%s] ~FRFixing feed exception by link: ~SB%s" % (request.user, retry_feed.feed_link))
|
2010-10-10 23:36:09 -04:00
|
|
|
retry_feed.update()
|
|
|
|
|
2010-08-25 20:43:35 -04:00
|
|
|
return {'code': code}
|
|
|
|
|
|
|
|
|