1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45
|
# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt fil
#User-agent: Slurp
#Crawl-delay: 5
Sitemap: https://www.linkedin.com/sitemaps/c3e5sw/d5nt3j/ls3nv4/slideshare/en/sitemap_slideshare_index.xml
User-agent: *
Disallow: /~/
Disallow: /slideshow/*/lead-form
Disallow: /*/leads/*/show_form.html
Disallow: /*/leads/*/jsplayer_show_lead_form.html
Disallow: /business/leads/show_form.html
Disallow: /business/leads/jsplayer_show_lead_form.html
Disallow: /account/
Disallow: /api/
Disallow: /business/premium/is_payment_pending
Disallow: /business/adshare
Disallow: /business/feedback
Disallow: /business/promotion
Disallow: /business/adshare/faqs
Disallow: /comment/
Disallow: /community/
Disallow: /event/
Disallow: /favorite/
Disallow: /group/
Disallow: /ia/
Disallow: /main/
Disallow: /pingback/
Disallow: /rss/tag/
Disallow: /search/
Disallow: /share/
Disallow: /slideshow/embed_code/
Disallow: /uploads/
Allow: /api/v3/
User-agent: bingbot
Disallow: /*/followers/
Disallow: /*/following/
Disallow: /latest/*
User-agent: archive.org_bot
Disallow: /w/*
User-agent: Archive-It
Disallow: /w/*
|