User-agent: *
Allow: /

# Sitemap location
Sitemap: https://goldmachine.com/sitemap.xml

# Disallow common paths that shouldn't be indexed
Disallow: /api/
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /assets/
Disallow: /*.json$
Disallow: /?

# Specific bot optimizations
User-agent: Googlebot
Crawl-delay: 1

User-agent: Googlebot-Image
Allow: /images/

# Block AI training bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /