1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
# Hi there,
# Now that you're checking out our robots.txt file, and you clearly aren't a robot, you must be interested in Groupon's SEO.
# We just happen to be growing our SEO Team with experienced white-hat SEOs like yourself. So run - don't crawl - and fill out an application today.
# Visit https://jobs.groupon.com/search?keywords=seo
# GSM: https://www.groupon.com
Sitemap: https://www.groupon.com/sitemap.xml
User-agent: Uptimebot
User-agent: ia_archiver
Disallow: *
User-agent: archive.org_bot
Disallow: /login
User-agent: bingbot
crawl-delay: 1
User-agent: *
Disallow: /partial
Disallow: */showads.js
Disallow: /deals/mttl4bos7k-
Disallow: /merchant/*/contracts/*
Disallow: /app/
Disallow: /.well-known/apple-app-site-association
Disallow: /apple-app-site-association
Disallow: /*d47388
Disallow: /*t31337
Disallow: /browse/deals/partial
Disallow: /coupons/*click$
Disallow: /coupons/*click/
Disallow: /coupons/preview
Disallow: /coupons/autocomplete
Disallow: /coupons/subscribe
Disallow: /coupons/superdupersri/callback
Disallow: /coupons/images/zeroclipboard.swf
Disallow: /coupons/*cachedcheck$
Disallow: /coupons/*cached$
Disallow: /coupons/*cachedfind$
Disallow: /coupons/*cachedwhen$
Disallow: /coupons/*cached12$
Disallow: /coupons/*cachedbath$
Disallow: /coupons/*cachedwith$
Disallow: /coupons/*cachedin$
Disallow: /coupons/*cacheda$
Disallow: /coupons/*cachedmay$
Disallow: /coupons/*check$
Disallow: /coupons/*cachedfree$
Disallow: /coupons/*cachedcustomize$
Disallow: /coupons/*cachedabout$
Disallow: /coupons/*cachedthe$
Disallow: /coupons/*cachedfeatured$
Disallow: /coupons/*cachedscrolling$
Disallow: /coupons/*cachedjoann.com$
Disallow: /coupons/*cachedtake$
Disallow: /coupons/*cachedbuy$
Disallow: /coupons/*cacheddollar$
Disallow: /coupons/*cachededdie$
Disallow: /coupons/*cachedwhether$
Disallow: /coupons/*cacheddec$
Disallow: /coupons/*cached4$
Disallow: /coupons/*cachedrelated$
Disallow: /coupons/*cachedsmall$
Disallow: /coupons/*cachedpromo$
Disallow: /coupons/*cachedsave$
Disallow: /coupons/*cacheduse$
Disallow: /coupons/*cachedready$
Disallow: /coupons/*cachedshutterfly$
Disallow: /coupons/*cachedtoday$
Disallow: /coupons/*cachedbest$
Disallow: /coupons/*cachedwe$
Disallow: /coupons/*cachedalthough$
Disallow: /coupons/*cachedfor$
Disallow: /coupons/*cached40%$
Disallow: /coupons/*cached15%$
Disallow: /coupons/*cached20%$
Disallow: /coupons/*cachedtwo$
Disallow: /coupons/*cachedmar$
Disallow: /coupons/*cachedshop$
Disallow: /customer_support
Disallow: /dealqa-assets
Disallow: /deals/update_deal_status
Disallow: /deals/delivery_estimates_proxy
Disallow: /deals/merchant_locations_proxy
Disallow: /deals/tip_widget/
Disallow: /deals/widgets_proxy/
Disallow: /deals/wishlists_proxy/
Disallow: /deals/js/
Disallow: /deals/*/confirmation
Disallow: /deals/*/memberships
Disallow: /deals/tripadvisor
Disallow: /dispatch/us/search
Disallow: /facebook
Disallow: /forgot_password
Disallow: /getaways/search
Disallow: /getaways/tripadvisor
Disallow: /giftcards
Disallow: /gifts
Disallow: /in_app_messages
Disallow: /intercept
Disallow: /logout
Disallow: /merchant-page/
Disallow: /mobile
Disallow: /mybillingrecords
Disallow: /mygroupons/
Disallow: /myprofile
Disallow: /post_redemption_survey
Disallow: /status
Disallow: /stores-manage/
Disallow: /subscribe_gps
Disallow: /subscription_center
Disallow: /track_order/
Disallow: /user_sessions/
Disallow: /verify_cookies
Disallow: /u/
Disallow: /users/
Disallow: /user$
Disallow: /user?
Disallow: /user/
Disallow: /local/grouber.html
Disallow: /local/sem/feeds
Disallow: /sub-sections/
Disallow: /search/
Disallow: /gifts/*/print
Disallow: /groupon_says/
Disallow: /subscription_center/
Disallow: /campaigns/
Disallow: /analytic/
Disallow: /admin/
Disallow: /adminusers/
Disallow: /administrator/
Disallow: /api/
Disallow: /biz_photos/
Disallow: /community/
Disallow: /deals/now/
Disallow: /ews/
Disallow: /places/
Disallow: /profile/
Disallow: */redirect/
Disallow: /session/
Disallow: /v1/
Disallow: /v2/
Disallow: /visitor_referral/h/
Disallow: /unsubscribe
Disallow: /unsubscribed
Disallow: /mygroupons
Disallow: /cart
Disallow: /checkout
Disallow: /content-assembly
Disallow: /tracky
Disallow: /wishlist
Disallow: /coupons-blog/page/*
Noindex: /coupons-blog/page/*
Disallow: /coupons/blog/page/*
Disallow: *?return_to=
Disallow: *?ref=
|
