atextcrawler/src/atextcrawler/resource/__init__.py

11 lines
295 B
Python
Raw Normal View History

2021-11-29 09:16:31 +00:00
from .dedup import store_boilerplate_texts
from .feed import feed_types, update_feed
from .fetch import ResourceFetcher
from .operations import (
add_site_paths,
get_site_path,
process_site_path,
store_feed_entries,
)
from .sitemap import extract_sitemap_paths, get_sitemap_urls