backend/scraper: Have collect() ignore None results

If a parser function returned None we yield it regardless, even though
it won't have any impact further down the line. Instead clean up the
collect() stream as early as possible.

1 files changed, 6 insertions, 3 deletions

diff --git a/src/hircine/scraper/__init__.py b/src/hircine/scraper/__init__.py
index bc83436..4606f4a 100644
--- a/src/hircine/scraper/__init__.py
+++ b/src/hircine/scraper/__init__.py
@@ -86,13 +86,16 @@ class Scraper(ABC):
             transformers = []
 
         def generator():
-            for result in self.scrape():
-                if callable(result):
+            for item in self.scrape():
+                if callable(item):
                     try:
-                        yield result()
+                        result = item()
                     except ScrapeWarning as e:
                         self.log_warning(e)
                 else:
+                    result = item
+
+                if result is not None:
                     yield result
 
         gen = generator()