# Allow all web crawlers to access all content
User-agent: *
Allow: /
Disallow:

# Block access to Next.js internal files and directories
Disallow: /_next/
Disallow: /api/

# Block access to development and build files
Disallow: /.next/
Disallow: /node_modules/

# Allow access to static assets
# Allow: /assets/
# Allow: /fonts/
# Allow: /videos/


# Crawl-delay for specific bots (optional)
# User-agent: Googlebot
# Crawl-delay: 1

# Block specific bots if needed (example)
# User-agent: BadBot
# Disallow: /