#!/srv/newsblur/venv/newsblur3/bin/python import sys sys.path.append('/srv/newsblur') import subprocess import requests from newsblur_web import settings import socket import redis import pymongo def main(): df = subprocess.Popen(["df", "/"], stdout=subprocess.PIPE) output = df.communicate()[0] device, size, used, available, percent, mountpoint = output.split("\n")[1].split() hostname = socket.gethostname() percent = int(percent.strip('%')) admin_email = settings.ADMINS[0][1] failed = False feeds_fetched = 0 FETCHES_DROP_AMOUNT = 0 redis_task_fetches = 0 monitor_key = "Monitor:task_fetches" r = redis.Redis(connection_pool=settings.REDIS_ANALYTICS_POOL) try: client = pymongo.MongoClient('mongodb://%s' % settings.MONGO_DB['host']) feeds_fetched = client.newsblur.statistics.find_one({"key": "feeds_fetched"})['value'] redis_task_fetches = int(r.get(monitor_key) or 0) except Exception as e: failed = e if feeds_fetched < 5000000: if redis_task_fetches > 0 and feeds_fetched <= (redis_task_fetches - FETCHES_DROP_AMOUNT): failed = True elif redis_task_fetches <= 0: failed = True if failed: requests.post( "https://api.mailgun.net/v2/%s/messages" % settings.MAILGUN_SERVER_NAME, auth=("api", settings.MAILGUN_ACCESS_KEY), data={"from": "NewsBlur Task Monitor: %s " % (hostname, hostname), "to": [admin_email], "subject": "%s feeds fetched falling: %s (from %s)" % (hostname, feeds_fetched, redis_task_fetches), "text": "Feed fetches are falling: %s (from %s) %s" % (feeds_fetched, redis_task_fetches, failed)}) r.set(monitor_key, feeds_fetched) r.expire(monitor_key, 60*60*3) # 3 hours print(" ---> Feeds fetched falling! %s %s" % (feeds_fetched, failed)) else: print(" ---> Feeds fetched OK: %s" % (feeds_fetched)) if __name__ == '__main__': main()