# robots.txt for https://aakash.engineer

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://aakash.engineer/sitemap.xml

# Disallow crawling of certain file types and directories
Disallow: /_next/
Disallow: /api/
Disallow: /*.json$
Disallow: /*.pdf$

# Allow crawling of important assets
Allow: /favicon/
Allow: /blog/images/
Allow: /projects/images/

# Crawl delay (optional - be respectful to crawlers)
Crawl-delay: 1