User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

# ---- Global rules ----
User-agent: *

# Admin / User
Disallow: /admin/
Disallow: /user/
Disallow: /account/
Disallow: /accountstatus
Disallow: /error/

# Async API endpoints (reduce crawl retries)
Disallow: /article/*async/
Disallow: /paper/getcitation*

# PDF & print (use noindex on page, not robots)
Disallow: /*.pdf$
Disallow: paper/print/*
Disallow: paper/citation*

# Search pages (noindex recommended)
Disallow: /searchinnewspapers
Disallow: /searchinpapers

# Allow essential assets for full rendering
Allow: /fonts/
Allow: /cdn-cgi/

Sitemap: https://www.magiran.com/sitemap.xml
Sitemap: https://www.magiran.com/sitemap/academicpapers.xml
Sitemap: https://www.magiran.com/sitemap/otherpapers.xml
Sitemap: https://www.magiran.com/sitemap/volumes.xml