diff --git a/src/atextcrawler/site/parse.py b/src/atextcrawler/site/parse.py index e29b15b..1abdeb5 100644 --- a/src/atextcrawler/site/parse.py +++ b/src/atextcrawler/site/parse.py @@ -48,7 +48,7 @@ async def parse_startpage( # feeds feeds = meta_links['feeds'] - if 'wordpress' in meta.get('generator', '').lower(): + if 'wordpress' in (meta.get('generator') or '').lower(): url = durl.site() + 'feed/' feeds[url] = 'application/rss+xml' # TODO later: maybe also probe other possible feed paths 'rss', 'rss/'