1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
|
User-agent: AhrefsBot,SlySearch
Disallow: /
User-agent: Twitterbot
Disallow:
User-agent: *
Disallow: /cgi-bin/search.cgi
Disallow: /player_search.fcgi
Disallow: /player_search.fcgi*
Disallow: /search/player_search.fcgi
Disallow: /search/player_search.fcgi*
Disallow: /my/
Disallow: /players/*/*/splits
Disallow: /players/*/*/gamelog
Disallow: /players/*/*/big-games
Disallow: /players/*/*/field-goals
Disallow: /players/*/*/super-bowl
Disallow: /players/*/*/touchdowns
Disallow: /players/*/*/pick-sixes
Disallow: /players/*/*/penalties
Disallow: /players/*/*/fantasy
Disallow: /players/*/*/receiving-plays
Disallow: /players/*/*/red-zone-receiving-plays
Disallow: /players/*/*/passing-plays
Disallow: /players/*/*/red-zone-passing-plays
Disallow: /players/*/*/rushing-plays
Disallow: /players/*/*/red-zone-rushing-plays
|
