# Bots to remove completely
#

User-agent: Exabot
Disallow: / 

User-agent: TurnitinBot
Disallow: /

# This restricts access to only known and registered robots. 
#

User-agent: Googlebot
Disallow: 
Disallow: /Store/Books/dogbooks.aspx

User-agent: webalta
Disallow: /

User-agent: METAGOPHER
Disallow: 

User-agent: LexxeBot/1.0
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: ConveraCrawler/0.9e
Disallow: /

User-Agent: Charlotte
Disallow: /

User-agent: Slurp 
Disallow: /users/breeds/
Disallow: /users/Users/Sales/
Disallow: /users/shows/Handlers/
Disallow: /users/general/
Disallow: /shows/login/
Disallow: /tools/terms_and_conditions.aspx
Disallow: /Store/Books/dogbooks.aspx
Disallow: /login/objection.aspx
Disallow: /Advertising/Default.aspx
Disallow: /shows/ownerhandler_results.aspx
Disallow: /login/philboard_edit.aspx

User-agent: *
Crawl-Delay: 10
Disallow: /shows/entry/
Disallow: /shows/index.aspx
Disallow: /users/Sales/stud_level.aspx
Disallow: /Store/Books/
Disallow: /shows/entry/index.aspx
Disallow: /Subscriptions/
Disallow: /shows/entry/entrypage.aspx
Disallow: /doginsurance/dog_insurance.aspx
Disallow: /Store/Products/dogtoys.aspx
Disallow: /Links/toybreedlinks.aspx
Disallow: /Store/Products/puppygeneral.aspx
Disallow: /Store/Products/cute_puppy_dog_pictures.aspx
Disallow: /Store/Products/dog_shampoo.aspx
Disallow: /Store/Products/dogshowsupplies.aspx
Disallow: /Links/boarding_kennels.aspx
Disallow: /Links/workingbreedlinks.aspx
Disallow: /Links/dog_breeding_links.aspx
Disallow: /Links/houndbreedlinks.aspx
Disallow: /Links/sportingbreedlinks.aspx
Disallow: /Links/member_websites.aspx
Disallow: /help/help_center/faqDsp.aspx
Disallow: /users/Sales/breedlisting_pol.aspx
Disallow: /Store/Products/HuntingTraining.aspx
Disallow: /users/Sales/breedlisting_pol.aspx
Disallow: /Store/Products/dogleashes.aspx
Disallow: /Store/Books/
Disallow: /users/forever_home.aspx
Disallow: /Store/Books/dogbooks.aspx
Disallow: /users/Sales/breedlisting_pol.aspx
Disallow: /Help/offer_to_buy_a_dog.aspx
Disallow: /naming_your_dogs.aspx
Disallow: /login/pwd_update.aspx
Disallow: /Help/offer_to_buy_a_dog.aspx
Disallow: /Help/naming_your_dogs.aspx
Disallow: /Links/show_dog_links.aspx
Disallow: /Help/kennel_prestige.aspx
Disallow: /shows/Payouts/addprize.aspx
Disallow: /shows/dog_show_s.aspx
Disallow: /shows/pwd_forget.aspx
Disallow: /shows/signin.aspx
Disallow: /shows/index.aspx
Disallow: /login/article.aspx
Disallow: /users/dog-info.aspx
Disallow: /general/users/index.aspx
Disallow: /users/login/inbox.aspx
Disallow: /users/Sales/place_dog_up_for_stud.aspx
Disallow: /users/breeding_stud.aspx
Disallow: /Links/toybreedlinks.aspx
Disallow: /users/general/dog_names.aspx
Disallow: /general/breeds/most_competetive_breeds.aspx
Disallow: /test.aspx
Disallow: /cp/
Disallow: /users/Actions/offers_on.aspx
Disallow: /users/actions/kennel_assistants.aspx
Disallow: /users/forever_home.aspx