1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
# http://www.robotstxt.org
User-agent: *
Disallow: /profile/
Disallow: /tone/search
Disallow: /play/search
Disallow: /*.php
Disallow: /play/paths*
Disallow: /play/path/*
Disallow: /pages/search*
Disallow: /play/pages/search*
Disallow: /play/pages/campaign*
Disallow: /play/search*
Disallow: /connect*
Noindex: /play/search*
User-agent: Twitterbot
Disallow: /profile/
Disallow: /tone/search
Disallow: /play/search
Disallow: /*.php
Disallow: /play/paths*
Disallow: /play/path/*
Disallow: /pages/search*
Disallow: /play/pages/search*
Disallow: /play/pages/campaign*
Disallow: /play/search*
Disallow: /connect*
Noindex: /play/search*
|
