# keep wget from leeching files User-agent: wget Disallow: /files/ # IE can fuck off User-Agent:MSIECrawler Disallow: /files/