# Alexa
User-agent: ia_archiver
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Ask
User-agent: Teoma
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Bing
User-agent: msnbot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Google
User-agent: googlebot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Yahoo!
User-agent: Slurp
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Abacho
User-agent: AbachoBOT
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# ABCdatos.com
User-agent: ABCdatos BotLink
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Amfibi
User-agent: Cabot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Amidalla
User-agent: amibot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# ASPseek.com
User-agent: ASPseek
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Automatischen Sprachverarbeitung
User-agent: FindLinks
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Baidu
User-agent: baiduspider
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Become.com
User-agent: BecomeBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# BigClique
User-agent: BigCliqueBOT
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Bigmir.net
User-agent: BigMirSpider
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Blue.lu
User-agent: Confuzzledbot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Boitho
User-agent: boitho.com-dc
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# dir.com
User-agent: pompos
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Fireball
User-agent: kit-fireball
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# FyberSearch
User-agent: fyberspider
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Galaxy
User-agent: GalaxyBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Geona
User-agent: GeonaBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# GoForIt
User-agent: Goforitbot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# IBM
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# IRL
User-agent: IRLbot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Local.com
User-agent: LocalcomBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Majestic-12
User-agent: MJ12bot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Mirago.de
User-agent: HeinrichderMiragoRobot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Morfeo / Centrum 
User-agent: holmes
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Picsearch
User-agent: psbot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# SitiDi.net
User-agent: SitiDiBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# SpiderMonkey
User-agent: SpiderMonkey
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Sygol
User-agent: SygolBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Szukacz
User-agent: szukacz
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Turnitin.com
User-agent: TurnitinBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Voila.fr
User-agent: VoilaBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Walhello
User-agent: Appie
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# WebArchive
User-agent: BruinBot
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Yandex
User-agent: Yandex
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

# Others
User-agent: *
Disallow: /comm_images/
Disallow: /default_Images/
Disallow: /menu/
Disallow: /modules/
Disallow: /blog/
Disallow: /crm/
Disallow: /project/
Allow: /hosting/
Allow: /internetMarketing/
Allow: /legal/
Allow: /ourStory/
Allow: /ourWork/
Allow: /quote/
Allow: /webDev/
Allow: /support/
Allow: /blog_Feed/
Allow: /urllist.txt
Allow: /siteMap.aspx
Allow: /sitemap.xml
Allow: /sitemap.html
Allow: /ror.xml
Allow: /default.aspx
Allow: /robots.txt

Sitemap: http://www.ispmedia.com.au/sitemap.xml