mirror of
https://github.com/samuelclay/NewsBlur.git
synced 2025-08-05 16:58:59 +00:00
33508f7361
* master: Executable monitor work queue. Adding monitor for work queue. Pointing to the new ssl cert. More descriptive failure email No default value Spitting out error on failure. Handling missing values Needs redis Only warn about falling feed fetches when actually falling. Revert "Removing unused types key from index."
54 lines
1.9 KiB
Python
Executable file
54 lines
1.9 KiB
Python
Executable file
#!/srv/newsblur/venv/newsblur3/bin/python
|
|
|
|
import sys
|
|
sys.path.append('/srv/newsblur')
|
|
|
|
import subprocess
|
|
import requests
|
|
from newsblur import settings
|
|
import socket
|
|
import redis
|
|
import pymongo
|
|
|
|
def main():
|
|
df = subprocess.Popen(["df", "/"], stdout=subprocess.PIPE)
|
|
output = df.communicate()[0]
|
|
device, size, used, available, percent, mountpoint = output.split("\n")[1].split()
|
|
hostname = socket.gethostname()
|
|
percent = int(percent.strip('%'))
|
|
admin_email = settings.ADMINS[0][1]
|
|
failed = False
|
|
feeds_fetched = 0
|
|
FETCHES_DROP_AMOUNT = 0
|
|
redis_task_fetches = 0
|
|
monitor_key = "Monitor:task_fetches"
|
|
r = redis.Redis(connection_pool=settings.REDIS_ANALYTICS_POOL)
|
|
|
|
try:
|
|
client = pymongo.MongoClient('mongodb://%s' % settings.MONGO_DB['host'])
|
|
feeds_fetched = client.newsblur.statistics.find_one({"key": "feeds_fetched"})['value']
|
|
redis_task_fetches = int(r.get(monitor_key))
|
|
except Exception as e:
|
|
failed = e
|
|
|
|
if feeds_fetched < 5000000 and feeds_fetched <= (redis_task_fetches - FETCHES_DROP_AMOUNT):
|
|
failed = True
|
|
|
|
if failed:
|
|
requests.post(
|
|
"https://api.mailgun.net/v2/%s/messages" % settings.MAILGUN_SERVER_NAME,
|
|
auth=("api", settings.MAILGUN_ACCESS_KEY),
|
|
data={"from": "NewsBlur Task Monitor: %s <admin@%s.newsblur.com>" % (hostname, hostname),
|
|
"to": [admin_email],
|
|
"subject": "%s feeds fetched falling: %s (from %s)" % (hostname, feeds_fetched, redis_task_fetches),
|
|
"text": "Feed fetches are falling: %s (from %s)" % (feeds_fetched, redis_task_fetches)})
|
|
|
|
r.set(monitor_key, feeds_fetched)
|
|
r.expire(monitor_key, 60*60*3) # 3 hours
|
|
|
|
print(" ---> Feeds fetched falling! %s %s" % (feeds_fetched, failed))
|
|
else:
|
|
print(" ---> Feeds fetched OK: %s" % (feeds_fetched))
|
|
|
|
if __name__ == '__main__':
|
|
main()
|