# robots.txt to keep crawlers out of certain portions of my website User-agent: * Disallow: /cgi-bin Disallow: /ipn_test.htm Disallow: /images Disallow: /javascript Disallow: /books Disallow: /sample_chapters Disallow: /private Disallow: /bookstore