# Exabot does not repect instructions for all crawlers. Therefore: User-agent: Exabot Disallow: / User-agent: * ########### for all sites ################################# # those are temporary, untill the urls are removed from robots' index Disallow: /fr/browser?a_ Disallow: /en/browser?a_ Disallow: /images/checkbox_unchecked.png Disallow: /images/checkbox_unchecked.png # We allow only pages sorted in ascending order without any search or view parameters. Disallow: /fr/browser?*sort_name Disallow: /en/browser?*sort_name Disallow: /fr/browser?*sort_order=desc Disallow: /en/browser?*sort_order=desc Disallow: /fr/browser?*view= Disallow: /en/browser?*view= Disallow: /fr/browser?*crumb= Disallow: /en/browser?*crumb= Disallow: /fr/browser/last_search Disallow: /en/browser/last_search # only t object details Disallow: /fr/r_objects/ Disallow: /en/r_objects/ Disallow: /fr/t_objects/*? Disallow: /en/t_objects/*? Disallow: /fr/t_objects/*/ Disallow: /en/t_objects/*/ Disallow: /fr/login Disallow: /en/login Disallow: /fr/imports/ Disallow: /en/imports/ Disallow: /fr/logs Disallow: /en/logs Disallow: /fr/trading Disallow: /en/trading Disallow: /fr/invitations Disallow: /en/invitations Disallow: /fr/help/angry Disallow: /en/help/angry # we allow only user profiles Disallow: /fr/users?*text= Disallow: /en/users?*text= Disallow: /fr/users? Disallow: /en/users? Disallow: /fr/users/*/ Disallow: /en/users/*/ # We disallow forum pages with search or view parameters. We only allow page param. # We count on the fact that page is always the last parameter. Disallow: /fr/forum?*crumb= Disallow: /en/forum?*crumb= Disallow: /fr/forum/last_search Disallow: /en/forum/last_search Disallow: /fr/forum/topics/new Disallow: /en/forum/topics/new