User-agent: * Disallow: /admin/ # This is an administration section Disallow: checkout.cfm # The robot should never try to buy something Disallow: /reps/ # nothing here but a re-direct page to a secure section Disallow: /oldsite/ # this is going away in a few weeks anyway Disallow: /images/* # this stuff is copyrighted and should not be in a search engine