User-Agent: *
Disallow: /documents/
Disallow: /doc-asset/bg/qattachments
Disallow: /qa/attachment/
Disallow: /tutors-problems/assets
Disallow: /api/user
Disallow: /CliffsNotes/Handlers
Disallow: /404.aspx
Disallow: /Cliffsnotes/TEST/img/test.jpg
Disallow: /forecast
Disallow: /account/Sign-In-Register
Disallow: /file/
Disallow: /api/
Disallow: /site/
Disallow: */aggregate$
Disallow: */download$
Disallow: /ggothing-recisitinue-woman-in-Come-For-take-ther
Disallow: /_Incapsula_Resource
Disallow: /exclusive-doc/
Disallow: /exclusive-qna/
Disallow: /doc-asset/font/
Disallow: */fonts.css

Allow: /register$
Allow: /subscribe/plans$
Allow: /users/log-in$
Allow: /users/sign-up$

Disallow: /register*
Disallow: /subscribe/plans*
Disallow: /users/log-in*
Disallow: /users/sign-up*

Disallow: /account%252F
Disallow: /subscribe%252Fplans
Disallow: /users%252Flog-in
Disallow: /users%252Fsign-up

# AIBots
User-agent: GPTBot
User-agent: Amazonbot
User-agent: CCBot
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: PerplexityBot
Disallow: /
Allow: /$
Allow: /terms-of-service
Allow: /privacy-policy
Allow: /disclaimer

# Other
User-agent: FirecrawlAgent
Disallow: /