# robots.txt User-agent: Googlebot Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Googlebot-Image Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Bingbot Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: DuckDuckBot Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Applebot Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Yandex Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Sogou Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: PetalBot Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php User-agent: Baiduspider Disallow: /admin Disallow: /editor Disallow: /logs Disallow: /docs Disallow: /cache Disallow: /search Disallow: /mod/search Disallow: /_media_browser.php Disallow: /_link_browser.php Disallow: /_content_policy_alert.php Disallow: /cronmaster.php # All others are disallowed from crawling anything User-agent: * Disallow: /