From f6b996af1a0d9268ec6da8ec3b4dbf93da448c80 Mon Sep 17 00:00:00 2001 From: "Lev E. Givon" Date: Mon, 9 Apr 2018 11:01:40 -0400 Subject: [PATCH] Enable async downloading of individually specified articles. --- newspaper/mthreading.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/newspaper/mthreading.py b/newspaper/mthreading.py index 92ebfb29..5a969df0 100644 --- a/newspaper/mthreading.py +++ b/newspaper/mthreading.py @@ -15,7 +15,6 @@ from .configuration import Configuration - class Worker(Thread): """ Thread executing tasks from a given tasks queue. @@ -105,4 +104,7 @@ def set(self, paper_list, threads_per_source=1): self.pool = ThreadPool(num_threads, timeout) for paper in self.papers: - self.pool.add_task(paper.download_articles) + try: + self.pool.add_task(paper.download_articles) + except AttributeError: + self.pool.add_task(paper.download)