# robots.txt file for http://www.rattworks.net/ # individual agents first, then globals User-agent: FooBar SpamSpider # arbitrary example Disallow: / User-agent: * # directed to all spiders Disallow: /cgi-bin/ Disallow: /images/ Disallow: /images_t/ Disallow: /multimedia/ Disallow: *.jpg Disallow: *.gif