Shortening names on analytics for improved space saving.

This commit is contained in:
Samuel Clay 2012-09-06 17:39:18 -07:00
parent 922d140bf8
commit d7e70cafb0
2 changed files with 25 additions and 26 deletions

View file

@ -298,11 +298,11 @@ class MAnalyticsPageLoad(mongo.Document):
class MAnalyticsFetcher(mongo.Document):
date = mongo.DateTimeField(default=datetime.datetime.now)
feed_id = mongo.IntField()
feed_fetch_duration = mongo.FloatField()
feed_process_duration = mongo.FloatField()
page_duration = mongo.FloatField()
icon_duration = mongo.FloatField()
total_duration = mongo.FloatField()
feed_fetch = mongo.FloatField()
feed_process = mongo.FloatField()
page = mongo.FloatField()
icon = mongo.FloatField()
total = mongo.FloatField()
meta = {
'db_alias': 'nbanalytics',
@ -313,26 +313,25 @@ class MAnalyticsFetcher(mongo.Document):
}
def __unicode__(self):
return "%s: %.4s+%.4s+%.4s+%.4s = %.4ss" % (self.feed_id, self.feed_fetch_duration,
self.feed_process_duration,
self.page_duration,
self.icon_duration,
self.total_duration)
return "%s: %.4s+%.4s+%.4s+%.4s = %.4ss" % (self.feed_id, self.feed_fetch,
self.feed_process,
self.page,
self.icon,
self.total)
@classmethod
def add(cls, feed_id, feed_fetch_duration, feed_process_duration,
page_duration, icon_duration, total_duration):
if icon_duration and page_duration:
icon_duration -= page_duration
if page_duration and feed_process_duration:
page_duration -= feed_process_duration
if feed_process_duration and feed_fetch_duration:
feed_process_duration -= feed_fetch_duration
def add(cls, feed_id, feed_fetch, feed_process,
page, icon, total):
if icon and page:
icon -= page
if page and feed_process:
page -= feed_process
if feed_process and feed_fetch:
feed_process -= feed_fetch
cls.objects.create(feed_id=feed_id, feed_fetch_duration=feed_fetch_duration,
feed_process_duration=feed_process_duration,
page_duration=page_duration, icon_duration=icon_duration,
total_duration=total_duration)
cls.objects.create(feed_id=feed_id, feed_fetch=feed_fetch,
feed_process=feed_process,
page=page, icon=icon, total=total)
@classmethod
def calculate_stats(cls, stats):

View file

@ -464,10 +464,10 @@ class Dispatcher:
feed.pk, self.feed_trans[ret_feed],))
logging.debug(done_msg)
total_duration = time.time() - start_duration
MAnalyticsFetcher.add(feed_id=feed.pk, feed_fetch_duration=feed_fetch_duration,
feed_process_duration=feed_process_duration,
page_duration=page_duration, icon_duration=icon_duration,
total_duration=total_duration)
MAnalyticsFetcher.add(feed_id=feed.pk, feed_fetch=feed_fetch_duration,
feed_process=feed_process_duration,
page=page_duration, icon=icon_duration,
total=total_duration)
self.feed_stats[ret_feed] += 1
for key, val in ret_entries.items():