mirror of
https://github.com/viq/NewsBlur.git
synced 2025-04-13 09:38:09 +00:00
33508f7361
* master: Executable monitor work queue. Adding monitor for work queue. Pointing to the new ssl cert. More descriptive failure email No default value Spitting out error on failure. Handling missing values Needs redis Only warn about falling feed fetches when actually falling. Revert "Removing unused types key from index."
54 lines
1.9 KiB
Python
Executable file
54 lines
1.9 KiB
Python
Executable file
#!/srv/newsblur/venv/newsblur/bin/python
|
|
|
|
import sys
|
|
sys.path.append('/srv/newsblur')
|
|
|
|
import subprocess
|
|
import requests
|
|
from newsblur import settings
|
|
import socket
|
|
import redis
|
|
import pymongo
|
|
|
|
def main():
|
|
df = subprocess.Popen(["df", "/"], stdout=subprocess.PIPE)
|
|
output = df.communicate()[0]
|
|
device, size, used, available, percent, mountpoint = output.split("\n")[1].split()
|
|
hostname = socket.gethostname()
|
|
percent = int(percent.strip('%'))
|
|
admin_email = settings.ADMINS[0][1]
|
|
failed = False
|
|
work_queue_size = 0
|
|
QUEUE_DROP_AMOUNT = 0
|
|
redis_work_queue = 0
|
|
monitor_key = "Monitor:work_queue"
|
|
r_monitor = redis.Redis(connection_pool=settings.REDIS_ANALYTICS_POOL)
|
|
r = redis.Redis(connection_pool=settings.REDIS_FEED_UPDATE_POOL)
|
|
|
|
try:
|
|
work_queue_size = int(r.llen("work_queue"))
|
|
redis_work_queue = int(r_monitor.get(monitor_key))
|
|
except Exception as e:
|
|
failed = e
|
|
|
|
if work_queue_size > 100 and work_queue_size >= (redis_work_queue - QUEUE_DROP_AMOUNT):
|
|
failed = True
|
|
|
|
if failed:
|
|
requests.post(
|
|
"https://api.mailgun.net/v2/%s/messages" % settings.MAILGUN_SERVER_NAME,
|
|
auth=("api", settings.MAILGUN_ACCESS_KEY),
|
|
data={"from": "NewsBlur Queue Monitor: %s <admin@%s.newsblur.com>" % (hostname, hostname),
|
|
"to": [admin_email],
|
|
"subject": "%s work queue rising: %s (from %s)" % (hostname, work_queue_size, redis_work_queue),
|
|
"text": "Work queue is rising: %s (from %s)" % (work_queue_size, redis_work_queue)})
|
|
|
|
r_monitor.set(monitor_key, work_queue_size)
|
|
r_monitor.expire(monitor_key, 60*60*3) # 3 hours
|
|
|
|
print(" ---> Work queue rising! %s %s" % (work_queue_size, failed))
|
|
else:
|
|
print(" ---> Work queue OK: %s" % (work_queue_size))
|
|
|
|
if __name__ == '__main__':
|
|
main()
|