NewsBlur/utils/munin/newsblur_tasks_pipeline.py

#!/srv/newsblur/venv/newsblur3/bin/python
import os

from utils.munin.base import MuninGraph

os.environ["DJANGO_SETTINGS_MODULE"] = "newsblur_web.settings"
import django

django.setup()


class NBMuninGraph(MuninGraph):
    @property
    def graph_config(self):
        graph = {
            "graph_category": "NewsBlur",
            "graph_title": "NewsBlur Task Pipeline",
            "graph_vlabel": "Feed fetch pipeline times",
            "graph_args": "-l 0",
            "feed_fetch.label": "feed_fetch",
            "feed_process.label": "feed_process",
            "page.label": "page",
            "icon.label": "icon",
            "total.label": "total",
        }
        return graph

    def calculate_metrics(self):
        return self.stats

    @property
    def stats(self):
        import datetime

        from django.conf import settings

        stats = settings.MONGOANALYTICSDB.nbanalytics.feed_fetches.aggregate(
            [
                {
                    "$match": {
                        "date": {
                            "$gt": datetime.datetime.now() - datetime.timedelta(minutes=5),
                        },
                    },
                },
                {
                    "$group": {
                        "_id": 1,
                        "feed_fetch": {"$avg": "$feed_fetch"},
                        "feed_process": {"$avg": "$feed_process"},
                        "page": {"$avg": "$page"},
                        "icon": {"$avg": "$icon"},
                        "total": {"$avg": "$total"},
                    },
                },
            ]
        )

        return list(stats)[0]


if __name__ == "__main__":
    NBMuninGraph().run()