Shortening names on analytics for improved space saving.

This commit is contained in:
Samuel Clay 2012-09-06 17:39:18 -07:00
parent 922d140bf8
commit d7e70cafb0
2 changed files with 25 additions and 26 deletions

View file

@ -298,11 +298,11 @@ class MAnalyticsPageLoad(mongo.Document):
class MAnalyticsFetcher(mongo.Document): class MAnalyticsFetcher(mongo.Document):
date = mongo.DateTimeField(default=datetime.datetime.now) date = mongo.DateTimeField(default=datetime.datetime.now)
feed_id = mongo.IntField() feed_id = mongo.IntField()
feed_fetch_duration = mongo.FloatField() feed_fetch = mongo.FloatField()
feed_process_duration = mongo.FloatField() feed_process = mongo.FloatField()
page_duration = mongo.FloatField() page = mongo.FloatField()
icon_duration = mongo.FloatField() icon = mongo.FloatField()
total_duration = mongo.FloatField() total = mongo.FloatField()
meta = { meta = {
'db_alias': 'nbanalytics', 'db_alias': 'nbanalytics',
@ -313,26 +313,25 @@ class MAnalyticsFetcher(mongo.Document):
} }
def __unicode__(self): def __unicode__(self):
return "%s: %.4s+%.4s+%.4s+%.4s = %.4ss" % (self.feed_id, self.feed_fetch_duration, return "%s: %.4s+%.4s+%.4s+%.4s = %.4ss" % (self.feed_id, self.feed_fetch,
self.feed_process_duration, self.feed_process,
self.page_duration, self.page,
self.icon_duration, self.icon,
self.total_duration) self.total)
@classmethod @classmethod
def add(cls, feed_id, feed_fetch_duration, feed_process_duration, def add(cls, feed_id, feed_fetch, feed_process,
page_duration, icon_duration, total_duration): page, icon, total):
if icon_duration and page_duration: if icon and page:
icon_duration -= page_duration icon -= page
if page_duration and feed_process_duration: if page and feed_process:
page_duration -= feed_process_duration page -= feed_process
if feed_process_duration and feed_fetch_duration: if feed_process and feed_fetch:
feed_process_duration -= feed_fetch_duration feed_process -= feed_fetch
cls.objects.create(feed_id=feed_id, feed_fetch_duration=feed_fetch_duration, cls.objects.create(feed_id=feed_id, feed_fetch=feed_fetch,
feed_process_duration=feed_process_duration, feed_process=feed_process,
page_duration=page_duration, icon_duration=icon_duration, page=page, icon=icon, total=total)
total_duration=total_duration)
@classmethod @classmethod
def calculate_stats(cls, stats): def calculate_stats(cls, stats):

View file

@ -464,10 +464,10 @@ class Dispatcher:
feed.pk, self.feed_trans[ret_feed],)) feed.pk, self.feed_trans[ret_feed],))
logging.debug(done_msg) logging.debug(done_msg)
total_duration = time.time() - start_duration total_duration = time.time() - start_duration
MAnalyticsFetcher.add(feed_id=feed.pk, feed_fetch_duration=feed_fetch_duration, MAnalyticsFetcher.add(feed_id=feed.pk, feed_fetch=feed_fetch_duration,
feed_process_duration=feed_process_duration, feed_process=feed_process_duration,
page_duration=page_duration, icon_duration=icon_duration, page=page_duration, icon=icon_duration,
total_duration=total_duration) total=total_duration)
self.feed_stats[ret_feed] += 1 self.feed_stats[ret_feed] += 1
for key, val in ret_entries.items(): for key, val in ret_entries.items():