If hostname has staging in it, only 2 workers

This commit is contained in:
Samuel Clay 2024-07-10 12:28:02 -04:00
parent 8d30cec2ec
commit 92f881e54b
2 changed files with 10 additions and 1 deletions

View file

@ -3,6 +3,11 @@ import os
import psutil
try:
from newsblur_web import app_env
except ImportError:
app_env = None
GIGS_OF_MEMORY = psutil.virtual_memory().total / 1024 / 1024 / 1024.0
NUM_CPUS = psutil.cpu_count()
@ -30,6 +35,10 @@ if workers > 16:
if os.environ.get("DOCKERBUILD", False):
workers = 2
# If hostname has staging in it, only 2 workers
if app_env and "staging" in getattr(app_env, "SERVER_NAME", ""):
workers = 2
prom_folder = "/srv/newsblur/.prom_cache"
os.makedirs(prom_folder, exist_ok=True)
os.environ["PROMETHEUS_MULTIPROC_DIR"] = prom_folder

View file

@ -609,7 +609,7 @@ AWS_SECRET_ACCESS_KEY = S3_SECRET
os.environ["AWS_ACCESS_KEY_ID"] = AWS_ACCESS_KEY_ID
os.environ["AWS_SECRET_ACCESS_KEY"] = AWS_SECRET_ACCESS_KEY
os.environ["TRANSFORMERS_CACHE"] = "/srv/newsblur/docker/volumes/discover"
os.environ["HF_HOME"] = "/srv/newsblur/docker/volumes/discover"
def clear_prometheus_aggregation_stats():