User-Agent: *

Disallow: /
Allow: /$
Allow: /sitemap.xml 
Allow: /sitemap/
Allow: /legal-obligations-of-an-animal-shelter/
Allow: /looking-for-pet-friendly-homes/
Allow: /when-its-raining-cats-and-dogs-hd-ready-equipment-can-keep-you-entertained/
Allow: /diamond-engagement-rings-quality-and-value-at-365-diamond/
Allow: /vaccinations-for-cats/
Allow: /greyhound-racing/
Allow: /letting-your-dog-get-to-know-its-neighbours/
Allow: /shopping-for-your-feline/
Allow: /taking-your-dog-to-the-beach/
Allow: /subscribing-to-dog-magazines/
Allow: /creating-a-pet-budget/
Allow: /internet-cat-clubs/
Allow: /becoming-a-dog-sitter/
Allow: /giving-your-dog-a-comfortable-house/
Allow: /cat-nutrition/
Allow: /playing-catch-with-your-dog/
Allow: /famous-dog-films/
Allow: /basic-dog-training-tips/
Allow: /mobile-phones-for-pets/
Allow: /safety-tips-for-young-dog-or-cat-lovers/
Allow: /using-pet-carriers/
Allow: /pet-spas-for-busy-owners/
Allow: /pretty-accessories-for-your-canine-companions/
Allow: /why-some-dogs-eat-grass/
Allow: /most-famous-dog-advertisements-in-history/
Allow: /celebrity-endorsers-of-pet-products/
Allow: /common-airline-rules-for-travelling-with-your-pet/
Allow: /radiatorfactory/
Allow: /internetbuyerdirect/
Allow: /famous-cat-breeds/
Allow: /tips-on-how-to-breed/
Allow: /cross-mix/
Allow: /famous-dog-breeds/
Allow: /breeding/
Allow: /schools/
Allow: /pet-shows/
Allow: /training/
Allow: /tricks/
Allow: /pet-education/
Allow: /hygiene/
Allow: /food-diet/
Allow: /pet-relaxation/
Allow: /veterinarian-clinics/
Allow: /health-care/
Allow: /pet-clothes/
Allow: /carrier/
Allow: /collars/
Allow: /tags/
Allow: /pet-accessories/
Allow: /contact-caninefest/

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 12

User-agent: naverbot
Crawl-delay:12

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10