public-mirrors/NewsBlur-viq
1
0
Fork 0
mirror of https://github.com/viq/NewsBlur.git synced 2025-09-18 21:43:31 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Compressing stories by feed.

Browse source
This commit is contained in:
Samuel Clay 2010-08-29 13:59:32 -04:00
parent c9d06f9358
commit 4147881f62
1 changed files with 27 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

44
utils/bootstrap_mongo.py
View file

@ -115,23 +115,24 @@ def bootstrap_feedpages():
print "FeedPages: %s" % MFeedPage.objects().count() print "FeedPages: %s" % MFeedPage.objects().count()
pprint(db.feed_pages.index_information()) pprint(db.feed_pages.index_information())
feeds = Feed.objects.filter(average_stories_per_month=0).order_by('-average_stories_per_month') feeds = Feed.objects.all().order_by('-average_stories_per_month')
feed_count = feeds.count() feed_count = feeds.count()
i = 0 i = 0
for feed in feeds: for feed in feeds:
i += 1 i += 1
print "%s/%s: %s" % (i, feed_count, feed,) print "%s/%s: %s" % (i, feed_count, feed,)
sys.stdout.flush() sys.stdout.flush()
feed_page = FeedPage.objects.filter(feed=feed).values() if not MFeedPage.objects(feed_id=feed.pk):
if feed_page: feed_page = FeedPage.objects.filter(feed=feed).values()
del feed_page[0]['id'] if feed_page:
feed_page[0]['feed_id'] = feed.pk del feed_page[0]['id']
try: feed_page[0]['feed_id'] = feed.pk
MFeedPage(**feed_page[0]).save() try:
except: MFeedPage(**feed_page[0]).save()
print '\n\n!\n\n' except:
continue print '\n\n!\n\n'
continue
print "\nMongo DB feed_pages: %s" % MFeedPage.objects().count() print "\nMongo DB feed_pages: %s" % MFeedPage.objects().count()
@ -141,12 +142,21 @@ def compress_stories():
print "Mongo DB stories: %s" % count print "Mongo DB stories: %s" % count
p = 0.0 p = 0.0
i = 0 i = 0
for story in MStory.objects():
i += 1.0 feeds = Feed.objects.all().order_by('-average_stories_per_month')
if round(i / count * 100) != p: feed_count = feeds.count()
p = round(i / count * 100) f = 0
print '%s%%' % p for feed in feeds:
story.save() f += 1
print "%s/%s: %s" % (f, feed_count, feed,)
sys.stdout.flush()
for story in MStory.objects(story_feed_id=feed.pk):
i += 1.0
if round(i / count * 100) != p:
p = round(i / count * 100)
print '%s%%' % p
story.save()
if __name__ == '__main__': if __name__ == '__main__':