# To customize this robots.txt file, follow the examples... # Disallow: /path/to/directory/or/file # Allow: /path/to/directory/or/file User-agent: * Disallow: /adimages Disallow: /cgi-bin Disallow: /inc