From ccc9726c8aacca31690b002db833c6abc9da45be Mon Sep 17 00:00:00 2001
From: Sonny Bakker <sonny871@hotmail.com>
Date: Sat, 17 Oct 2020 17:13:30 +0200
Subject: [PATCH] Log warnings for duplicates

---
 src/newsreader/news/collection/reddit.py  | 3 +++
 src/newsreader/news/collection/twitter.py | 3 +++
 2 files changed, 6 insertions(+)

diff --git a/src/newsreader/news/collection/reddit.py b/src/newsreader/news/collection/reddit.py
index 1fbffe2..fecda54 100644
--- a/src/newsreader/news/collection/reddit.py
+++ b/src/newsreader/news/collection/reddit.py
@@ -131,6 +131,9 @@ class RedditBuilder(PostBuilder):
         for entry in entries:
             try:
                 post = self.build_post(entry)
+            except BuilderDuplicateException:
+                logger.warning("Skipping duplicate post")
+                continue
             except BuilderException:
                 logger.exception("Failed building post")
                 continue
diff --git a/src/newsreader/news/collection/twitter.py b/src/newsreader/news/collection/twitter.py
index 36047a5..5ae0b06 100644
--- a/src/newsreader/news/collection/twitter.py
+++ b/src/newsreader/news/collection/twitter.py
@@ -56,6 +56,9 @@ class TwitterBuilder(PostBuilder):
         for post in self.payload:
             try:
                 post = self.build_post(post)
+            except BuilderDuplicateException:
+                logger.warning("Skipping duplicate post")
+                continue
             except BuilderException:
                 logger.exception("Failed building post")
                 continue