User-agent: * Disallow: /*? Disallow: /*& Disallow: /*// Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.png$ Disallow: /*.aspx Disallow: /*.css$ Disallow: /*.js$ Disallow: /*.html$ Disallow: /go/ Disallow: /form/ Disallow: /h/ Disallow: /search-hotels/ Disallow: /hotel-in/ Disallow: /hotels-in/ Disallow: /photos/ Disallow: /review/ Disallow: /all-countries/ Disallow: /admin/ Disallow: /hotel/Booking.aspx Disallow: /hotel/search.aspx User-agent: Teoma Crawl-Delay: 20 User-agent: twiceler Crawl-Delay: 20 User-agent: Gigabot Crawl-Delay: 20 User-agent: Scrubby Crawl-Delay: 20 User-agent: Robozilla Crawl-Delay: 20 User-agent: Nutch Crawl-Delay: 20 User-agent: ia_archiver Crawl-Delay: 20 User-agent: baiduspider Crawl-Delay: 20 User-agent: naverbot Crawl-Delay: 20 User-agent: yeti Crawl-Delay: 20 User-agent: psbot Crawl-Delay: 20 User-agent: asterias Crawl-Delay: 20 User-agent: Speedy Crawl-Delay: 30 User-agent: Yandex Crawl-Delay: 30 User-agent: spbot Disallow: / User-agent: psbot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: NPBot-1/2.0 Disallow: / User-agent: NPBot Disallow: / Sitemap: http://www.123cheaphotel.com/sitemap.xml