# Robots.txt file for HTTP AR Site
# Bans ALL robots from the accessing the following paths
#
#
# Added: December 11, 2012
# Disallow: /hotels/quickView.mi
#
# July 1, 2015
# Added:
# /city-guide/
#
# April, 26 2016
# Added:
# /File_Blocks/seo/santa-monica.html
# /File_Blocks/seo/indianapolis.html
# /File_Blocks/seo/bogota.html
#
# August 25, 2017
# Added: Crawl delay for Bingbot, MSNbot and MSNbot-media
#
Sitemap: http://www.arabic.marriott.com/sitemap-index-ar.xml 
User-agent: *
Disallow: /hotels/quickView.mi
Disallow: /city-guide/
Disallow: /File_Blocks/seo/santa-monica.html
Disallow: /File_Blocks/seo/indianapolis.html
Disallow: /File_Blocks/seo/bogota.html
Disallow: /about/content-license.mi

User-agent: Bingbot
Crawl-delay: 5

User-agent: MSNBot
Crawl-delay: 5

User-agent: MSNBot-Media
Crawl-delay: 5