1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
User-agent: Twitterbot
Allow: *
User-agent: *
Disallow: /*/pingback$
Disallow: /account-settings
Disallow: /analytics/
Disallow: /api/
Disallow: /api?
Disallow: /archive/
Disallow: /blocks?
Disallow: /blocks/
Disallow: /doc/protected/
Disallow: /docinfo/
Disallow: /document_downloads/
Disallow: /documents/*/comments?
Disallow: /embeds/
Disallow: /events/
Disallow: /feeds/user_rss/
Disallow: /job_game/
Disallow: /jobs/botrace_bot/
Disallow: /jobs/botrace_matches/
Disallow: /jobs/botrace_my_bots
Disallow: /jobs/botrace_rankings
Disallow: /jobs/botrace_upload_bot
Disallow: /language?
Disallow: /notifications/
Disallow: /payments/
Disallow: /profiles/timeline?
Disallow: /ratings$
Disallow: /recommended_documents/
Disallow: /search?
Disallow: /search-collections?
Disallow: /search-people?
Disallow: /ssi/geoip_cc
Disallow: /upload/auto
Disallow: /upload/throttled
Disallow: /upload/upload_progress/
Disallow: /upload-document?
Disallow: /upload/supload
Disallow: /user_flags/
Disallow: /viewer/
Disallow: /word/access_denied/
Disallow: /word/add_to_favorites/
Disallow: /word/comment_login/
Disallow: /word/document_stats/
Disallow: /word/document_url/
Disallow: /word/embed/
Disallow: /word/download/
Disallow: /*/readcasts
Disallow: /book-preview/*/shadow_loader
Disallow: /book-preview/*/recommenders
Disallow: /read/
Disallow: /next/
Disallow: /promo_code
Disallow: /store_purchase
Disallow: /*/followers
Disallow: /*/following
Disallow: /listen/
Disallow: /document_auxillary_content/
Disallow: /recommended_documents/
Disallow: /word/document_edit/
Disallow: /profiles/more_reviews
Disallow: /profiles/content.json
Disallow: /ratings.json
Disallow: /sbd/
Disallow: /search-4gen
Disallow: /doc-page/flag-document-modal-props/
Disallow: /doc-page/seo-roadblock-props/
Disallow: /doc-page/exclusive-free-trial-props/
Disallow: /doc-page/download-receipt-modal-props/
Disallow: /doc-page/embed-modal-props/
Disallow: /doc-page/pmp-login-join-modal-props/
Disallow: /doc-page/paused-user-download-modal-props
Disallow: /doc-page/animated-hero-banner-recommender-props
Sitemap: https://www.scribd.com/sitemap_docs.xml
Sitemap: https://www.scribd.com/sitemap_users.xml
Sitemap: https://www.scribd.com/sitemap_collections.xml
Sitemap: https://www.scribd.com/sitemap_books.xml
|
