# Ignore FrontPage files
User-agent: *
Disallow: /_borders
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_txt

# Ignore company files
User-agent: *
Disallow: /postcards_mailed
Disallow: /hobbylobby
Disallow: /include
Disallow: /flash
Disallow: /images
Disallow: /_private
Disallow: /aspnet_client
Disallow: /birthdays
Disallow: /cgi-bin
Disallow: /pdfs
Disallow: /Old-Pages
Disallow: /newspaper-ads
Disallow: /mailers
Disallow: /Bowl_packages


# sitemap

sitemap:http://www.allabout-travel.com/sitemap.xml



User-agent: twiceler
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10


# Bots Disallowed from crawling site

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /