User-agent: *
noindex: /*?
noindex: /form/
Disallow: /go/
Disallow: /path/
Disallow: /gfx/
Disallow: /form/
Disallow: /admin/
Disallow: /hotel/Booking.aspx
Disallow: /hotel/search.aspx
Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*?


User-agent: Teoma
Crawl-Delay: 20
User-agent: twiceler
Crawl-Delay: 20
User-agent: Gigabot
Crawl-Delay: 20
User-agent: Scrubby
Crawl-Delay: 20
User-agent: Robozilla
Crawl-Delay: 20
User-agent: Nutch
Crawl-Delay: 20
User-agent: ia_archiver
Crawl-Delay: 20
User-agent: baiduspider
Crawl-Delay: 20
User-agent: naverbot
Crawl-Delay: 20
User-agent: yeti
Crawl-Delay: 20
User-agent: psbot
Crawl-Delay: 20
User-agent: asterias
Crawl-Delay: 20
User-agent: Speedy
Crawl-Delay: 30
User-agent: Yandex
Crawl-Delay: 30
User-agent: kalooga 
Crawl-Delay: 30
User-agent: Spinn3r 
Crawl-Delay: 30
User-agent: YoudaoBot 
Crawl-Delay: 30

User-agent: spbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: TurnitinBot
Disallow: /
User-agent: NPBot-1/2.0
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: discobot
Disallow: /
User-agent: dotbot 
Disallow: / 
User-agent: CCBot 
Disallow: / 
User-agent: Vagabondo
Disallow: /
User-agent: MJ12bot
Disallow: /

Sitemap: http://www.123cheaphotel.com/sitemap.xml