User-agent: YandexBot Disallow: / User-agent: YandexBot/3.0 Disallow: / User-agent: GrapeshotCrawler/2.0 Disallow: / User-agent: A6-Indexer Disallow: / User-agent: * Disallow: *colleges?* Disallow: *-score-in-*?* Disallow: *?program=* Disallow: *?course=* Disallow: */college-search* Disallow: */course-search Disallow: */college/review/ Disallow: */partners Disallow: */admin/ Disallow: */message?to= Disallow: */college/load_college_ads Disallow: */college/update_college_view_count Disallow: */scholarship/scholarships_load Disallow: */college/load_search_pages_ads Disallow: */boards/load_boards_ads Disallow: */exams/get_section_data Disallow: */pages/ Disallow: */leads/user_lead_tracking Disallow: */college/getin Disallow: */college/getin_exams Disallow: */student-ambassador Disallow: *?fees=* Disallow: *?approval=* Disallow: *?university=* Disallow: */placement-papers Disallow: */page/* Disallow: *&page=* Disallow: */study/* Disallow: *?degree=* Disallow: */reviews?u=* Disallow: */casestudy/ Disallow: */forum Disallow: */user Disallow: */exams/*?course= Disallow: *?link_source= Disallow: *?college1= Disallow: */casestudy/ Disallow: */qna* Disallow: */college-admissions/* Disallow: */review/read* Disallow: *?show_lead_model=true Disallow: *?amp=amp Disallow: *?cache Disallow: *?amp=true Disallow: *?page=1 Disallow: */college/*/other/ci Disallow: */competitions/* Disallow: */college/reviews?page=* Disallow: */stories/* Disallow: */college/*/reviews?page=* Disallow: */college-compare?* User-agent: Googlebot-News Disallow: / Allow: */news* Allow: */author/* Sitemap: https://www.getmyuni.com/sitemap Sitemap: https://news.getmyuni.com/sitemap/google-news Sitemap: https://stories.getmyuni.com/sitemap.xml Sitemap: https://www.getmyuni.com/sitemap/updates