User-agent: *
Disallow: /_
Disallow: /clipart
Disallow: /common
Disallow: /files
Disallow: /icons
Disallow: /ThankYou
Disallow: /updates
Disallow: /cabcontrol.htm
Disallow: /cabctl.html
Disallow: /directx.html
Disallow: /dxcontrol.html
Disallow: /dxdocs.htm
Disallow: /fight_spam.php
Disallow: /HTTP404.html
Disallow: /mailinfo.htm
Disallow: /notauthorized.html
Disallow: /qreg.htm
Disallow: /qregdoc.htm
Disallow: /ThankYou.php
Disallow: /savefive.htm
Disallow: /address_book.php
Disallow: /email.php
Disallow: /info.php
Disallow: /needhostname.php
Disallow: /privacy.php
Disallow: /refer.php
Disallow: /robweather.php
Disallow: /spam_policy.php
Disallow: /ThankYou.php
Disallow: /unblock.php
Disallow: /webmailer.php
Disallow: /worst_offenders.php
Disallow: /worst_offenders.htm
Disallow: /worst_offenders.html
Disallow: /FAQs/spam_policy.php
Disallow: /FAQs/worst_offenders.php
Disallow: /FAQs/worst_offenders.htm
Disallow: /FAQs/worst_offenders.html