sonny/newsreader
1
0
Fork 0
Code Issues 13 Pull requests 2 Projects Releases 58 Packages Wiki Activity Actions

Log warnings for duplicates

Browse source
This commit is contained in:
Sonny Bakker 2020-10-17 17:13:30 +02:00
parent ec4f1c9300
commit ccc9726c8a
2 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/newsreader/news/collection/reddit.py
View file

@ -131,6 +131,9 @@ class RedditBuilder(PostBuilder):
for entry in entries: for entry in entries:
try: try:
post = self.build_post(entry) post = self.build_post(entry)
except BuilderDuplicateException:
logger.warning("Skipping duplicate post")
continue
except BuilderException: except BuilderException:
logger.exception("Failed building post") logger.exception("Failed building post")
continue continue

3
src/newsreader/news/collection/twitter.py
View file

@ -56,6 +56,9 @@ class TwitterBuilder(PostBuilder):
for post in self.payload: for post in self.payload:
try: try:
post = self.build_post(post) post = self.build_post(post)
except BuilderDuplicateException:
logger.warning("Skipping duplicate post")
continue
except BuilderException: except BuilderException:
logger.exception("Failed building post") logger.exception("Failed building post")
continue continue