public-mirrors/NewsBlur-viq
1
0
Fork 0
mirror of https://github.com/viq/NewsBlur.git synced 2025-08-05 16:49:45 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Forcing pipeline to flush every 1000 stories.

Browse source
This commit is contained in:
Samuel Clay 2013-04-08 17:17:51 -07:00
parent a6837724e3
commit 6fe7487202
1 changed files with 7 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
apps/reader/models.py
View file

@ -706,12 +706,17 @@ class MUserStory(mongo.Document):
total = read_stories.count() total = read_stories.count()
print " ---> Syncing %s stories (%s)" % (total, user_id or feed_id) print " ---> Syncing %s stories (%s)" % (total, user_id or feed_id)
pipeline = r.pipeline() pipeline = None
for i, read_story in enumerate(read_stories): for i, read_story in enumerate(read_stories):
if not pipeline:
pipeline = r.pipeline()
if (i+1) % 1000 == 0: if (i+1) % 1000 == 0:
print " ---> %s/%s" % (i+1, total) print " ---> %s/%s" % (i+1, total)
pipeline.execute()
pipeline = r.pipeline()
read_story.sync_redis(r, pipeline=pipeline) read_story.sync_redis(r, pipeline=pipeline)
pipeline.execute() if pipeline:
pipeline.execute()
class UserSubscriptionFolders(models.Model): class UserSubscriptionFolders(models.Model):
""" """