# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /cgi-bin
Disallow: /admin
Disallow: /images
Disallow: /awstats
Disallow: /js
Disallow: /documents
Disallow: /ebay