mirror of
https://github.com/viq/NewsBlur.git
synced 2025-08-05 16:49:45 +00:00
8cf070a72d
* master: Removing old types field. Needed to upgrade to mongo 3.4. Checking if a feed has any notifications on it, set a max of 30 min fetch (yes this is a pretty good way of getting your feeds to fetch faster, but youll have to deal with the notifications). Fix task fetch monitor. Attempting to see iOS premium status over email. Handling work queue missing error.
54 lines
1.9 KiB
Python
Executable file
54 lines
1.9 KiB
Python
Executable file
#!/srv/newsblur/venv/newsblur3/bin/python
|
|
|
|
import sys
|
|
sys.path.append('/srv/newsblur')
|
|
|
|
import subprocess
|
|
import requests
|
|
from newsblur import settings
|
|
import socket
|
|
import redis
|
|
import pymongo
|
|
|
|
def main():
|
|
df = subprocess.Popen(["df", "/"], stdout=subprocess.PIPE)
|
|
output = df.communicate()[0]
|
|
device, size, used, available, percent, mountpoint = output.split("\n")[1].split()
|
|
hostname = socket.gethostname()
|
|
percent = int(percent.strip('%'))
|
|
admin_email = settings.ADMINS[0][1]
|
|
failed = False
|
|
feeds_fetched = 0
|
|
FETCHES_DROP_AMOUNT = 0
|
|
redis_task_fetches = 0
|
|
monitor_key = "Monitor:task_fetches"
|
|
r = redis.Redis(connection_pool=settings.REDIS_ANALYTICS_POOL)
|
|
|
|
try:
|
|
client = pymongo.MongoClient('mongodb://%s' % settings.MONGO_DB['host'])
|
|
feeds_fetched = client.newsblur.statistics.find_one({"key": "feeds_fetched"})['value']
|
|
redis_task_fetches = int(r.get(monitor_key) or 0)
|
|
except Exception as e:
|
|
failed = e
|
|
|
|
if feeds_fetched < 5000000 and feeds_fetched <= (redis_task_fetches - FETCHES_DROP_AMOUNT):
|
|
failed = True
|
|
|
|
if failed:
|
|
requests.post(
|
|
"https://api.mailgun.net/v2/%s/messages" % settings.MAILGUN_SERVER_NAME,
|
|
auth=("api", settings.MAILGUN_ACCESS_KEY),
|
|
data={"from": "NewsBlur Task Monitor: %s <admin@%s.newsblur.com>" % (hostname, hostname),
|
|
"to": [admin_email],
|
|
"subject": "%s feeds fetched falling: %s (from %s)" % (hostname, feeds_fetched, redis_task_fetches),
|
|
"text": "Feed fetches are falling: %s (from %s) %s" % (feeds_fetched, redis_task_fetches, failed)})
|
|
|
|
r.set(monitor_key, feeds_fetched)
|
|
r.expire(monitor_key, 60*60*3) # 3 hours
|
|
|
|
print(" ---> Feeds fetched falling! %s %s" % (feeds_fetched, failed))
|
|
else:
|
|
print(" ---> Feeds fetched OK: %s" % (feeds_fetched))
|
|
|
|
if __name__ == '__main__':
|
|
main()
|