CODEBASE_REVIEW.md
LICENSE
MANIFEST.in
PUBLISH_INSTRUCTIONS.md
README.md
RELEASE_NOTES.md
pyproject.toml
requirements.txt
setup.py
crawlit/__init__.py
crawlit/__main__.py
crawlit/compat.py
crawlit/crawlit.py
crawlit/crawler/__init__.py
crawlit/crawler/async_engine.py
crawlit/crawler/async_fetcher.py
crawlit/crawler/engine.py
crawlit/crawler/fetcher.py
crawlit/crawler/parser.py
crawlit/crawler/robots.py
crawlit/extractors/__init__.py
crawlit/extractors/content_extractor.py
crawlit/extractors/image_extractor.py
crawlit/extractors/keyword_extractor.py
crawlit/extractors/tables.py
crawlit/output/__init__.py
crawlit/output/formatters.py
crawlit/utils/__init__.py
crawlit/utils/auth.py
crawlit/utils/cache.py
crawlit/utils/deduplication.py
crawlit/utils/env_loader.py
crawlit/utils/errors.py
crawlit/utils/logging_config.py
crawlit/utils/progress.py
crawlit/utils/queue_manager.py
crawlit/utils/rate_limiter.py
crawlit/utils/session_manager.py
crawlit/utils/sitemap.py
crawlit/utils/storage.py
crawlit/utils/url_filter.py
examples/authenticated_crawling.py
examples/compare_crawl_performance.py
examples/crawlit_examples.bat
examples/crawlit_examples.sh
examples/extraction_coverage_demo.py
examples/programmatic_usage.py
tests/__init__.py
tests/configure_logging.py
tests/conftest.py
tests/test_async_engine.py
tests/test_auth.py
tests/test_authentication.py
tests/test_cache.py
tests/test_cli.py
tests/test_content_extractor.py
tests/test_deduplication.py
tests/test_edge_cases.py
tests/test_engine.py
tests/test_image_extractor.py
tests/test_integrated_features.py
tests/test_integration.py
tests/test_keyword_extractor.py
tests/test_logging_config.py
tests/test_progress_tracker.py
tests/test_queue_management.py
tests/test_rate_limiting.py
tests/test_response_interface.py
tests/test_session_manager.py
tests/test_sitemap.py
tests/test_storage.py
tests/test_table_extractor.py
tests/test_threading.py
tests/test_url_filter.py