atextcrawler/src/atextcrawler/resource/__init__.py

11 lines
295 B
Python

from .dedup import store_boilerplate_texts
from .feed import feed_types, update_feed
from .fetch import ResourceFetcher
from .operations import (
add_site_paths,
get_site_path,
process_site_path,
store_feed_entries,
)
from .sitemap import extract_sitemap_paths, get_sitemap_urls