User-agent: AhrefsBot
Disallow: / 

User-agent: AhrefsBot
Crawl-Delay: 2

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot
Crawl-Delay: 2

User-agent: linkdexbot/2.0
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot/3.0
Disallow: /

User-agent: YandexImages/3.0
Disallow: /

User-agent: ParsijooBot
Disallow: /

User-agent: JamesBOT
Disallow: /

User-agent: Gluten Free Crawler/1.0
Disallow: /

User-agent: Curious George
Disallow: /



admin
Disallow: /moderation
Disallow: /cache
Disallow: /compiled
Disallow: /components
Disallow: /config
Disallow: /controllers
Disallow: /core
Disallow: /javascript
Disallow: /languages
Disallow: /licence
Disallow: /models
Disallow: /plugins
Disallow: /save
Disallow: /view