From 0d9bb8250480d576df9cc8c1bbe1ce7884314e8e Mon Sep 17 00:00:00 2001 From: Joachim Nyborg Date: Sun, 10 Dec 2017 19:18:04 +0100 Subject: [PATCH 1/2] Fix for running on AWS lambda --- newspaper/settings.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/newspaper/settings.py b/newspaper/settings.py index 5add9eeb..beaaf01f 100644 --- a/newspaper/settings.py +++ b/newspaper/settings.py @@ -10,6 +10,7 @@ import logging import os +import tempfile from http.cookiejar import CookieJar as cj @@ -31,7 +32,7 @@ DATA_DIRECTORY = '.newspaper_scraper' -TOP_DIRECTORY = os.path.join(os.path.expanduser("~"), DATA_DIRECTORY) +TOP_DIRECTORY = os.path.join(tempfile.gettempdir(), DATA_DIRECTORY) if not os.path.exists(TOP_DIRECTORY): os.mkdir(TOP_DIRECTORY) From b3da53cf2fe1d1ba9a349a4582af64506f59ec0e Mon Sep 17 00:00:00 2001 From: Joachim Nyborg Date: Wed, 31 Jan 2018 16:58:13 +0100 Subject: [PATCH 2/2] New environment variable NEWSPAPER_DATA_DIR to enable customization of cache location. --- newspaper/settings.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/newspaper/settings.py b/newspaper/settings.py index beaaf01f..9e49739d 100644 --- a/newspaper/settings.py +++ b/newspaper/settings.py @@ -32,7 +32,8 @@ DATA_DIRECTORY = '.newspaper_scraper' -TOP_DIRECTORY = os.path.join(tempfile.gettempdir(), DATA_DIRECTORY) +TOP_DIRECTORY = os.environ.get("NEWSPAPER_DATA_DIR") or os.path.join(os.path.expanduser("~"), DATA_DIRECTORY) + if not os.path.exists(TOP_DIRECTORY): os.mkdir(TOP_DIRECTORY)