from django.core.management.base import BaseCommand from apps.rss_feeds.models import merge_feeds, MStory from optparse import make_option from django.db import connection class Command(BaseCommand): option_list = BaseCommand.option_list + ( make_option("-f", "--feed", dest="feed", default=None), make_option("-V", "--verbose", dest="verbose", action="store_true"), ) def handle(self, *args, **options): cursor = connection.cursor() cursor.execute("""SELECT DISTINCT f.id AS original_id, f2.id AS duplicate_id, f.feed_address AS original_feed_address, f2.feed_address AS duplicate_feed_address, f.feed_title AS original_feed_title, f2.feed_title AS duplicate_feed_title, f.feed_link AS original_feed_link, f2.feed_link AS duplicate_feed_link, f2.feed_tagline AS original_feed_tagline, f.feed_tagline AS duplicate_feed_tagline FROM feeds f, feeds f2 WHERE f2.id > f.id AND f.feed_tagline = f2.feed_tagline AND f.feed_link = f2.feed_link AND f.feed_title = f2.feed_title ORDER BY original_id ASC LIMIT 10;""") feed_fields = ('original_id', 'duplicate_id', 'original_feed_address', 'duplicate_feed_address') for feeds_values in cursor.fetchall(): feeds = dict(zip(feed_fields, feeds_values)) original_stories = MStory.objects(story_feed_id=feeds['original_id']).only('story_guid')[10:13] original_story_ids = [story.id for story in original_stories] if MStory.objects(story_feed_id=feeds['duplicate_id'], story_guid__in=original_story_ids).count() != 3: print "Skipping: %s" % (feeds) continue else: print "Merging: %s" % feeds # merge_feeds(feeds['original_id'], feeds['duplicate_id'])