# Robots.txt file for http://www.cancunandrivieramaya.com/
#
 
Sitemap: http://www.cancunandrivieramaya.com/sitemap.xml.gz

User-agent: *
Disallow: /admin/
Disallow: /new/*
#Disallow: /cgi-bin/
Disallow: /images
Disallow: /new/
Disallow: /.status/
Disallow: /webalizer/
Disallow: /webalizer4/
Disallow: /vacation/admin/config.cgi?


# Block CGI scripts for the purchasing system
Disallow: /cgi-bin/purchase_trip.cgi
Disallow: /cgi-bin/purchase_trip2.cgi
Disallow: /cgi-bin/purchase_trip_basic.cgi
Disallow: /cgi-bin/purchase_trip_basic_success.cgi
Disallow: /cgi-bin/purchase_trip_dc.cgi
Disallow: /cgi-bin/purchase_trip_dc_success.cgi

# Block CGI scripts in gallery install
Disallow: /cgi-bin/gallery/add.cgi
Disallow: /cgi-bin/gallery/bookmark.cgi
Disallow: /cgi-bin/gallery/review.cgi
Disallow: /cgi-bin/gallery/modify.cgi
Disallow: /cgi-bin/gallery/search.cgi
Disallow: /cgi-bin/gallery/jump.cgi
Disallow: /cgi-bin/gallery/rate.cgi
Disallow: /cgi-bin/gallery/subscribe.cgi
Disallow: /cgi-bin/gallery/user.cgi

# Block CGI scripts in hotels install
Disallow: /cgi-bin/hotels/add.cgi
Disallow: /cgi-bin/hotels/bookmark.cgi
Disallow: /cgi-bin/hotels/review.cgi
Disallow: /cgi-bin/hotels/modify.cgi
Disallow: /cgi-bin/hotels/search.cgi
Disallow: /cgi-bin/hotels/jump.cgi
Disallow: /cgi-bin/hotels/rate.cgi
Disallow: /cgi-bin/hotels/subscribe.cgi
Disallow: /cgi-bin/hotels/user.cgi

# Block CGI scripts in restaurants install
Disallow: /cgi-bin/restaurants/add.cgi
Disallow: /cgi-bin/restaurants/bookmark.cgi
Disallow: /cgi-bin/restaurants/review.cgi
Disallow: /cgi-bin/restaurants/modify.cgi
Disallow: /cgi-bin/restaurants/search.cgi
Disallow: /cgi-bin/restaurants/jump.cgi
Disallow: /cgi-bin/restaurants/rate.cgi
Disallow: /cgi-bin/restaurants/subscribe.cgi
Disallow: /cgi-bin/restaurants/user.cgi


# Block CGI scripts in trips install
Disallow: /cgi-bin/trips/add.cgi
Disallow: /cgi-bin/trips/bookmark.cgi
Disallow: /cgi-bin/trips/review.cgi
Disallow: /cgi-bin/trips/modify.cgi
Disallow: /cgi-bin/trips/search.cgi
Disallow: /cgi-bin/trips/jump.cgi
Disallow: /cgi-bin/trips/rate.cgi
Disallow: /cgi-bin/trips/subscribe.cgi
Disallow: /cgi-bin/trips/user.cgi



 
User-agent: Ask Jeeves/Teoma
Crawl-Delay:   20
 
User-agent: MJ12bot
Crawl-Delay:   20
 
User-agent: FunWebProducts
Crawl-Delay:   20

#User-agent: Yandex/1.01.001 (compatible; Win16; P)
#Disallow: / 
# 
#User-agent: Yandex
#Crawl-Delay:   20