# If you would like to crawl Arthena contact us at support@arthena.com.

User-agent: CCBot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: coccoc
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: dotbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: duckduckbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: EtaoSpider
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Googlebot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: gsa-crawler
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password


User-agent: HTTrack
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: ia_archiver
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: IntuitGSACrawler
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Mail.RU_Bot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: msnbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: naverbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: red-app-gsa-p-one
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: rogerbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: SandDollar
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: seznambot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Slurp
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Swiftbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Telefonica
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: teoma
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Twitterbot
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: Yandex
Disallow: /admin
Disallow: /keystone
Disallow: /signout
Disallow: /reset-password
Disallow: /forgot-password

User-agent: *
Disallow: /