User-agent: AboutUsBot
User-agent: TurnitinBot
User-agent: sitecheck.internetseer.com
User-agent: RB2B-bot
User-agent: SBIder
User-agent: OmniExplorer_Bot
User-agent: Baiduspider+
User-agent: Becomebot
Disallow: /

User-agent: Googlebot
User-agent: Mediapartners-Google
User-agent: Adsbot-Google
User-agent: Googlebot-Image
Disallow: 

User-agent: * 
Disallow: /administrator
Disallow: /cache
Disallow: /components
Disallow: /editor
Disallow: /help
Disallow: /images
Disallow: /includes
Disallow: /language
Disallow: /mambots
Disallow: /media
Disallow: /modules
Disallow: /templates
Disallow: /installation
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin
Disallow: /crew
Disallow: /gate
Disallow: /forms
Disallow: /README_FILES
Disallow: /css
Disallow: /ads
Disallow: /dog/Packages
Disallow: /dog/Smileys
Disallow: /dog/Sources
Disallow: /dog/Themes
Disallow: /dog/attachments
Disallow: /dog/avatars
Disallow: /dog_picture/bridge
Disallow: /dog_picture/docs
Disallow: /dog_picture/include
Disallow: /dog_picture/lang
Disallow: /dog_picture/README_FILES
Disallow: /dog_picture/sql
Disallow: /dog_picture/themes
Disallow: /dog_picture/faq.php
Disallow: /dog_picture/forgot_passwd.php
Disallow: /dog_picture/login.php
Disallow: /dog_picture/login.php?referer=index.php
Disallow: /dog_picture/addfav*
Disallow: /dog_picture/ecard*
Disallow: /dog_picture/thumbnails.php?album=*favpics*
Disallow: /dog_picture/thumbnails.php?album=*lastup*
Disallow: /dog_picture/thumbnails.php?album=*lastcom*
Disallow: /dog_picture/thumbnails.php?album=*topn*
Disallow: /dog_picture/thumbnails.php?album=*toprated*
Disallow: /dog_picture/thumbnails.php?album=*search*
Disallow: /dog_picture/thumbnails.php?album=*slideshow*
Disallow: /dog_picture/ratepic.php
Disallow: /pet-supply-online-store/aom/
Disallow: /pet-supply-online-store/pet-supply-online-store.php?a=cartcheckout
Disallow: /pet-supply-online-store/pet-supply-online-store.php?a=cartview
Disallow: /pet-supply-online-store/pet-supply-online-store.php?a=advanced
Disallow: /dog-food/aom/
Disallow: /dog-food/premium-dog-food.php?a=cartcheckout
Disallow: /dog-food/premium-dog-food.php?a=cartview
Disallow: /dog-food/premium-dog-food.php?a=advanced
Disallow: /flea/aom/
Disallow: /flea/flea-control.html.php?a=cartcheckout
Disallow: /flea/flea-control.html.php?a=cartview
Disallow: /flea/flea-control.html.php?a=advanced
Crawl-Delay: 90

Sitemap: <http://www.dogexplorer.com/sitemap.xml>
Sitemap: <http://www.dogexplorer.com/urllist.txt>