mirror of
https://github.com/samuelclay/NewsBlur.git
synced 2025-04-13 09:42:01 +00:00
8cf070a72d
* master: Removing old types field. Needed to upgrade to mongo 3.4. Checking if a feed has any notifications on it, set a max of 30 min fetch (yes this is a pretty good way of getting your feeds to fetch faster, but youll have to deal with the notifications). Fix task fetch monitor. Attempting to see iOS premium status over email. Handling work queue missing error.
54 lines
1.9 KiB
Python
Executable file
54 lines
1.9 KiB
Python
Executable file
#!/srv/newsblur/venv/newsblur/bin/python
|
|
|
|
import sys
|
|
sys.path.append('/srv/newsblur')
|
|
|
|
import subprocess
|
|
import requests
|
|
from newsblur import settings
|
|
import socket
|
|
import redis
|
|
import pymongo
|
|
|
|
def main():
|
|
df = subprocess.Popen(["df", "/"], stdout=subprocess.PIPE)
|
|
output = df.communicate()[0]
|
|
device, size, used, available, percent, mountpoint = output.split("\n")[1].split()
|
|
hostname = socket.gethostname()
|
|
percent = int(percent.strip('%'))
|
|
admin_email = settings.ADMINS[0][1]
|
|
failed = False
|
|
work_queue_size = 0
|
|
QUEUE_DROP_AMOUNT = 0
|
|
redis_work_queue = 0
|
|
monitor_key = "Monitor:work_queue"
|
|
r_monitor = redis.Redis(connection_pool=settings.REDIS_ANALYTICS_POOL)
|
|
r = redis.Redis(connection_pool=settings.REDIS_FEED_UPDATE_POOL)
|
|
|
|
try:
|
|
work_queue_size = int(r.llen("work_queue"))
|
|
redis_work_queue = int(r_monitor.get(monitor_key) or 0)
|
|
except Exception as e:
|
|
failed = e
|
|
|
|
if work_queue_size > 100 and work_queue_size > (redis_work_queue + QUEUE_DROP_AMOUNT):
|
|
failed = True
|
|
|
|
if failed:
|
|
requests.post(
|
|
"https://api.mailgun.net/v2/%s/messages" % settings.MAILGUN_SERVER_NAME,
|
|
auth=("api", settings.MAILGUN_ACCESS_KEY),
|
|
data={"from": "NewsBlur Queue Monitor: %s <admin@%s.newsblur.com>" % (hostname, hostname),
|
|
"to": [admin_email],
|
|
"subject": "%s work queue rising: %s (from %s)" % (hostname, work_queue_size, redis_work_queue),
|
|
"text": "Work queue is rising: %s (from %s) %s" % (work_queue_size, redis_work_queue, failed)})
|
|
|
|
r_monitor.set(monitor_key, work_queue_size)
|
|
r_monitor.expire(monitor_key, 60*60*3) # 3 hours
|
|
|
|
print(" ---> Work queue rising! %s %s" % (work_queue_size, failed))
|
|
else:
|
|
print(" ---> Work queue OK: %s" % (work_queue_size))
|
|
|
|
if __name__ == '__main__':
|
|
main()
|