User-agent: *
Allow: /

# Sitemap
Sitemap: https://theodden.github.io/sitemap.xml
Sitemap: https://theodden.github.io/terradev/sitemap.xml

# Block common non-content paths
Disallow: /temp/
Disallow: /cache/
Disallow: /logs/
Disallow: /.git/
Disallow: /node_modules/
Disallow: /__pycache__/
Disallow: /dist/
Disallow: /build/
Disallow: *.pyc
Disallow: *.pyo
Disallow: *.pyd
Disallow: *.egg-info

# Allow important content
Allow: /README.md
Allow: /LICENSE
Allow: /docs/
Allow: /terradev_cli/
Allow: /tests/
Allow: /.github/
