Installing curl-impersonate.

.gitignore

@@ -71,3 +71,4 @@ media/safari/NewsBlur.safariextz
 .terraform*
 grafana.ini
 apps/api/ip_addresses.txt
+.ansible/

docker-compose.yml

@@ -9,7 +9,6 @@ services:
     # user: "${CURRENT_UID}:${CURRENT_GID}"
     environment:
       - DOCKERBUILD=True
-      - DISCOVER_DATA_FOLDER=/srv/newsblur/docker/volumes/discover
       - RUNWITHMAKEBUILD=${RUNWITHMAKEBUILD?Use the `make` command instead of docker CLI}
     stdin_open: true
     tty: true
@@ -172,7 +171,6 @@ services:
       - ${PWD}:/srv/newsblur
     environment:
       - DOCKERBUILD=True
-      - DISCOVER_DATA_FOLDER=/srv/newsblur/docker/volumes/discover
 
   haproxy:
     container_name: haproxy

docker/newsblur_base_image.Dockerfile

@@ -23,7 +23,12 @@ RUN       set -ex \
                     zlib1g-dev \
                     ' \
             && apt-get update \
-            && apt-get install -y $rundDeps $buildDeps --no-install-recommends
+            && apt-get install -y $rundDeps $buildDeps --no-install-recommends \
+            && apt-get install -y wget \
+            && wget https://github.com/lexiforest/curl-impersonate/releases/download/v0.9.3/curl-impersonate-v0.9.3.aarch64-linux-gnu.tar.gz \
+            && tar -xzf curl-impersonate-v0.9.3.aarch64-linux-gnu.tar.gz -C /usr/local/bin/ \
+            && rm curl-impersonate-v0.9.3.aarch64-linux-gnu.tar.gz \
+            && chmod +x /usr/local/bin/curl-impersonate-chrome
 COPY      config/requirements.txt /srv/newsblur/
 
 # Install Rust (required for tiktoken)

newsblur_web/settings.py

@@ -825,12 +825,6 @@ REDIS_PUBSUB_POOL = redis.ConnectionPool(
 # celeryapp.autodiscover_tasks(INSTALLED_APPS)
 accept_content = ["pickle", "json", "msgpack", "yaml"]
 
-DISCOVER_DATA_FOLDER = os.getenv("DISCOVER_DATA_FOLDER", "/srv/newsblur/docker/volumes/discover")
-# Create the folder if it doesn't exist
-os.makedirs(DISCOVER_DATA_FOLDER, exist_ok=True)
-# Set it as an env var (in case it wasn't set before) so python-surprise sees it
-os.environ["DISCOVER_DATA_FOLDER"] = DISCOVER_DATA_FOLDER
-
 # ==========
 # = Assets =
 # ==========