User-agent: *
Allow: /

# Sitemaps
Sitemap: https://craftr.app/sitemap.xml
Sitemap: https://craftr.app/sitemap

# Disallow admin and private areas
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /storage/
Disallow: /vendor/
Disallow: /node_modules/
Disallow: /tests/
Disallow: /database/
Disallow: /config/
Disallow: /bootstrap/
Disallow: /app/
Disallow: /resources/
Disallow: /routes/
Disallow: /storage/
Disallow: /temp/

# Allow important files
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /fonts/

# AI User Agents
User-agent: OpenAI
Allow: /

# Crawl delay (optional)
Crawl-delay: 1