User-agent: *
Allow: /

# Sitemaps
Sitemap: https://emeshdev.com/sitemap.xml

# Block crawling of sensitive files and admin areas
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /assets/manifest*
Disallow: *.json$

# Allow crawling of important assets for better indexing
Allow: /assets/*.css$
Allow: /assets/*.js$
Allow: /favicon*
Allow: /og-image*
Allow: /logo*

# Block specific bot behaviors (optional)
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# Crawl-delay for aggressive bots (optional)
User-agent: *
Crawl-delay: 1