User-agent: * # disallow all files in these directories Disallow: /includes Disallow: /cgi-bin Disallow: /we Disallow: /*?* Disallow: /*? Disallow: /*#* Disallow: /home2.html Disallow: /contact/thank-you/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.swf$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.wmv$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.xhtml$ # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # digg mirror User-agent: duggmirror Disallow: / User-agent: Browsershots Disallow: Sitemap: http://www.terraassociation.com/sitemap.xml