User-agent: *
Disallow: /mtc.class.php
Disallow: /knowledge
Disallow: /beta/
Disallow: /dictionary/js/function-wiki.js
Disallow: /robots.txrterms.html

User-agent: Mediapartners-Google
Allow: /knowledge

User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: ImagesiftBot
User-agent: CCBot
User-agent: omgili
User-agent: Diffbot
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: FacebookBot
User-agent: PiplBot
User-agent: GPTBot
User-agent: Amazonbot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Webzio-Extended
User-agent: FriendlyCrawler
User-agent: 0AI-SearchBot
User-agent: ImagesiftBot
User-agent: omgili
User-agent: omgilibot
User-agent: PerplexityBot
User-agent: Quora-Bot
User-agent: TurnitinBot
User-agent: Meta-ExternalAgent
Disallow: /