diff --git a/src/newsreader/news/collection/reddit.py b/src/newsreader/news/collection/reddit.py index 1fbffe2..fecda54 100644 --- a/src/newsreader/news/collection/reddit.py +++ b/src/newsreader/news/collection/reddit.py @@ -131,6 +131,9 @@ class RedditBuilder(PostBuilder): for entry in entries: try: post = self.build_post(entry) + except BuilderDuplicateException: + logger.warning("Skipping duplicate post") + continue except BuilderException: logger.exception("Failed building post") continue diff --git a/src/newsreader/news/collection/twitter.py b/src/newsreader/news/collection/twitter.py index 36047a5..5ae0b06 100644 --- a/src/newsreader/news/collection/twitter.py +++ b/src/newsreader/news/collection/twitter.py @@ -56,6 +56,9 @@ class TwitterBuilder(PostBuilder): for post in self.payload: try: post = self.build_post(post) + except BuilderDuplicateException: + logger.warning("Skipping duplicate post") + continue except BuilderException: logger.exception("Failed building post") continue