1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113
|
User-agent: Googlebot
Disallow: /ShowRatings.jsp?tid=2020690
Disallow: /AddRating.jsp?tid=2020690
Disallow: /submitCorrection.jsp?tid=2020690
Disallow: /ProcessRating.jsp
Disallow: /AddTeacherSuccess.jsp
Disallow: /error.jsp
Disallow: /500.jsp
Disallow: /404.jsp
Disallow: /cache
Disallow: /updateValues/updateShowUseful
Disallow: /updateValues/updateHomePageContent
Disallow: /updateValues/updateBlogCount
Disallow: /updateValues/updateAdRefreshRate
Disallow: /updateValues/updateShowUseful
Disallow: /updateValues/updateAdCampaignFlag
Disallow: /ip
Disallow: /flag
Disallow: /flagTeacherRating.jsp
Disallow: /flagRating.jsp
Disallow: /flagCampusRating.jsp
Disallow: /updateFlagTeacherRating.jsp
Disallow: /flagRebuttal.jsp
Disallow: /member
Disallow: /*.jpeg
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.png
Disallow: /teacherGrade
Disallow: /includes/searchForm3.ijsp
Disallow: /solr/widgets/ResultWidget.js
Disallow: /solr/widgets/jquery/PagerWidget.js
Disallow: /uploadPhotoInfo.jsp
Disallow: /referral.jsp
Disallow: /search.jsp
Disallow: /ShowProfessorRebuttalA.jsp
Disallow: /ShowRatings.jsp
Disallow: /campusRatings.jsp
Disallow: /ShowRatings.jsp?tid=2020690
Disallow: /AddRating.jsp?tid=2020690
Disallow: /submitCorrection.jsp?tid=2020690
Disallow: /securityFAQs
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: Googlebot-Mobile
Disallow: /securityFAQs
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: Bingbot
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: MSNBot
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: BingPreview
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: Slurp
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: Baiduspider
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: Baiduspider-mobile
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: YandexBot
Allow: /ShowRatings.jsp
Allow: /campusRatings.jsp
User-agent: *
Disallow: /ProcessRating.jsp
Disallow: /AddTeacherSuccess.jsp
Disallow: /error.jsp
Disallow: /500.jsp
Disallow: /404.jsp
Disallow: /cache
Disallow: /updateValues/updateShowUseful
Disallow: /updateValues/updateHomePageContent
Disallow: /updateValues/updateBlogCount
Disallow: /updateValues/updateAdRefreshRate
Disallow: /updateValues/updateShowUseful
Disallow: /ip
Disallow: /flag
Disallow: /flagTeacherRating.jsp
Disallow: /flagRating.jsp
Disallow: /flagCampusRating.jsp
Disallow: /updateFlagTeacherRating.jsp
Disallow: /flagRebuttal.jsp
Disallow: /member
Disallow: /*.jpeg
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.png
Disallow: /teacherGrade
Disallow: /includes/searchForm3.ijsp
Disallow: /solr/widgets/ResultWidget.js
Disallow: /solr/widgets/jquery/PagerWidget.js
Disallow: /uploadPhotoInfo.jsp
Disallow: /referral.jsp
Disallow: /search.jsp
Disallow: /ShowProfessorRebuttalA.jsp
Disallow: /ShowRatings.jsp
Disallow: /campusRatings.jsp
Disallow: /ShowRatings.jsp?tid=2020690
Disallow: /AddRating.jsp?tid=2020690
Disallow: /submitCorrection.jsp?tid=2020690
Disallow: /securityFAQs
Disallow: /bentotest
Disallow: /bentotestjs
Crawl-delay: 10
Host: www.ratemyprofessors.com
|