# understand the 'cid' parameters, crawls too often and too # fast, and doesn't respect session cookies, exhausting all # our available sessions. User-agent: gsa-crawler Disallow: / # Go away, Microsoft. User-agent: msnbot Disallow: / # Do not index document display User-agent: * Disallow: /docDisplay_d.seam Disallow: /docDisplay_m.seam # Do not index edit page User-agent: * Disallow: /docEdit_d.seam Disallow: /docEdit_m.seam # Do not index document history User-agent: * Disallow: /docHistory_d.seam Disallow: /docHistory_m.seam # Do not index directory browser User-agent: * Disallow: /dirDisplay_d.seam Disallow: /dirDisplay_m.seam