# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * Disallow: /session/ Disallow: /ABC/ Disallow: /images/ # hides .swfs with indexable text away from the search bots Disallow: /clash/ # Prevent robots from trying to play with /clash urls Disallow: /ctool/ # Prevent robots from trying to play with /clash urls Disallow: adtech.adready.com/ Disallow: olsb.adready.com/ Disallow: /campaign_group/goal Disallow: /campaign_group/confirm Disallow: /campaign_group/publishers Disallow: /single_campaign_groups/ Disallow: /search-and-display/thankyou