1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
# MSN/BingBot settings
#User-agent: msnbot
#Crawl-delay: 1
#User-agent: bingbot
#Crawl-delay: 1
User-agent: BingBot
Disallow: /search
Disallow: /KnowledgeSearchService
Disallow: /question/nextQuestion
Disallow: /yahoo-apcinfo
Disallow: /my/contacts/
Disallow: /my/qa/
Disallow: /activity/network
Disallow: /activity/qa
Disallow: /email/product/welcome-to-answers
Disallow: /yap
Disallow: /question/report
Disallow: /question/ask
Disallow: /question/answer
Disallow: /question/act
Disallow: /question/answerEdit
Disallow: /question/askAdditional
Disallow: /answer/report
Disallow: /AnswersService
Disallow: /?tab=mynetwork
Disallow: /?tab=watchlist
Disallow: /?tab=everything
Disallow: /?tab=saved
Disallow: /?tab=recommended
Disallow: /my-activity
Disallow: /my-activity/questions
Disallow: /my-activity/answers
Disallow: /my-activity/followed-questions
Disallow: /my-activity/saved-searches
Disallow: /my-activity/points
Disallow: /my/message_do
Disallow: /xhr-
Disallow: /sleepynocoffee
Disallow: /activity/saved-searches
Disallow: /activity/points
Disallow: /activity/followed-questions?view=private
Disallow: /notifications
# General bots setting
User-agent: *
Disallow: /search
Disallow: /KnowledgeSearchService
Disallow: /question/nextQuestion
Disallow: /yahoo-apcinfo
Disallow: /my/contacts/
Disallow: /my/qa/
Disallow: /activity/
Disallow: /activity/network
Disallow: /activity/qa
Disallow: /email/product/welcome-to-answers
Disallow: /yap
Disallow: /question/report
Disallow: /question/ask
Disallow: /question/answer
Disallow: /question/act
Disallow: /question/answerEdit
Disallow: /question/askAdditional
Disallow: /answer/report
Disallow: /AnswersService
Disallow: /?tab=mynetwork
Disallow: /?tab=watchlist
Disallow: /?tab=everything
Disallow: /?tab=saved
Disallow: /?tab=recommended
Disallow: /my-activity
Disallow: /my/message_do
Disallow: /xhr-
Disallow: /sleepynocoffee
Disallow: /activity/saved-searches
Disallow: /activity/points
Disallow: /activity/followed-questions?view=private
Disallow: /notifications
|
