User-agent: *
Allow: /

# Sitemap
Sitemap: https://theodden.github.io/sitemap.xml
Sitemap: https://theodden.github.io/terradev/sitemap.xml

# Block common non-content paths
Disallow: /temp/
Disallow: /cache/
Disallow: /logs/
Disallow: /.git/
Disallow: /node_modules/
Disallow: /__pycache__/
Disallow: *.pyc
Disallow: *.pyo
Disallow: *.pyd

# Allow important content
Allow: /README.md
Allow: /LICENSE
Allow: /docs/
Allow: /terradev_cli/
