User-agent: Yahoo! Slurp Crawl-delay: 20 User-agent: Slurp Crawl-delay: 20 User-agent: Baiduspider Disallow: / User-agent: BLEXBot Disallow: / User-agent: Sogou Disallow: / User-agent: facebookexternalhit/1.1 Disallow: / User-agent: PaperLiBot/2.1 Disallow: / User-agent: 008 Disallow: / User-agent: www.integromedb.org/Crawler Disallow: / User-agent: magpie-crawler Disallow: / User-agent: proximic Disallow: / User-agent: admantx Disallow: / User-agent: Riddler Disallow: / User-agent: Seekport Disallow: / User-agent: BUbiNG Disallow: / User-agent: ia_archiver Disallow: / User-agent: Paracrawl Disallow: / User-agent: SiteExplorer Disallow: / User-agent: coccoc Disallow: / User-agent: VegeBot Disallow: / User-agent: VelenPublicWebCrawler Disallow: / User-agent: facebookexternalhit Disallow: / User-agent: Linguee Bot Disallow: / User-agent: Yandex Disallow: / User-agent: AhrefsBot Crawl-Delay: 10 User-agent: bingbot Disallow: /study/training-degrees/ Disallow: /study/degrees/ Disallow: /study/course/ Disallow: /study/international-scholarships.html Disallow: /study/international-scholarships/ Disallow: /study/international-university-scholarships/ Disallow: /study/university-scholarships/ Disallow: /study/efl-profile/ Disallow: /study/efl/courses/ Disallow: /study/events/1/general.html Disallow: /study/*-students/reviews-ratings/write-review/review.html Disallow: /study/international-students/reviews-ratings/university-school-college/1/review.html Disallow: /study/[citizen]-student/review/ Disallow: /study/agent/general.html Disallow: /study/agent/ User-agent: * Disallow: /HC/ Disallow: /study/university-enquiry/ Disallow: /int/ Disallow: /img/ Disallow: /study/visitwebsite.html Disallow: /demo-cont/* Disallow: /jjstats.html Disallow: /ajax sitemap: https://www.hotcourses.ae/sitemap.xml