# User-agent: *
# Allow bots to see assets so they can verify mobile-friendliness/layout
User-agent: *
Allow: /
Allow: /js/
Allow: /css/

# PREVENT SEARCH ABUSE: Stop bots from crawling/indexing dynamic search results
# This prevents "Crawl Budget" waste and spammy search query URLs
Disallow: /search
Disallow: /search/
Disallow: /*?s=
Disallow: /*?q=

# Sitemap locations
Sitemap: https://yourwebsite.com/sitemap.xml
Sitemap: https://yourwebsite.com/llm.txt