# *
User-agent: *
Allow: /
Disallow: /404
Disallow: /500
Disallow: /thank-you
Disallow: /math-example
Disallow: /api/*
Disallow: /_next/*

# GPTBot
User-agent: GPTBot
Allow: /
Disallow: /api/*
Disallow: /_next/*
Disallow: /static/*

# Googlebot
User-agent: Googlebot
Allow: /

# Bingbot
User-agent: Bingbot
Allow: /

# ClaudeBot
User-agent: ClaudeBot
Allow: /

# PerplexityBot
User-agent: PerplexityBot
Allow: /

# OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /

# Host
Host: https://www.abhik.ai

# Sitemaps
Sitemap: https://www.abhik.ai/sitemap.xml