1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
|
User-agent: *
Disallow: /search*
Disallow: /dashboard
Disallow: /boards*
Disallow: /account/
Disallow: /inbox*
Disallow: /gs/dashboard
Disallow: /us/guest/pin*
Disallow: /registry/ofc
Disallow: /registry/couplesearch/*
Disallow: /more/campaigns/*
Disallow: /fashion/boards/*
Disallow: /collaboration*
Disallow: */competitive_ads
Allow: /content/topic/amphtml/*
Disallow: /content/topic/*
User-agent: Mediapartners-Google
Allow: /
User-agent: Googlebot-News
Allow: /news*
Disallow: /
User-agent: voltron
Disallow: /
|
