# This is for every spider! User-Agent: * # Hello ... now I won't get 404 errors in my logs # stay away from this Disallow: /cgi-bin/ Disallow: /cgiemail/ # Don't comments make code much more readable!!! Disallow: /forums/profile.php Disallow: /forums/privmsg.php Disallow: /forums/login.php Disallow: /forums/faq.php Disallow: /forums/search.php Disallow: /forums/posting.php Disallow: feedback.php Disallow: comment.php Crawl-Delay: 29