1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
User-agent: *
Crawl-delay: 2
Sitemap: https://www.guru.com/sitemap_index_marketing_pages.xml
Sitemap: https://www.guru.com/sitemap_index_help.xml
Sitemap: https://www.guru.com/sitemap_index_blog.xml
Sitemap: https://www.guru.com/sitemap_index_directory_freelancer_skills.xml
Sitemap: https://www.guru.com/sitemap_index_directory_freelancer_locations.xml
Sitemap: https://www.guru.com/sitemap_index_directory_job_skills.xml
Sitemap: https://www.guru.com/sitemap_index_jobs.xml
Sitemap: https://www.guru.com/sitemap_index_freelancer_profile_overview.xml
Sitemap: https://www.guru.com/sitemap_index_freelancer_profile_service.xml
Sitemap: https://www.guru.com/sitemap_index_directory_freelancer_locations_skills.xml
Sitemap: https://www.guru.com/sitemap_index_freelancer_profile_portfolio.xml
Disallow: /admin/
Disallow: /api/
Disallow: /apo_browsers/
Disallow: /app_globalresources/
Disallow: /app_themes/
Disallow: /aspnet_client/
Disallow: /bluedragon/
Disallow: /bin/
Disallow: /cfc/
Disallow: /config/
Disallow: /email/
Disallow: /emp/
Disallow: /errors/
Disallow: /flash/
Disallow: /handlers/
Disallow: /images/
Disallow: /inc/
Disallow: /Masterpages/
Disallow: /pages/
Disallow: /pro/
Disallow: /profilehtml/
Disallow: /properties/
Disallow: /report/
Disallow: /services/
Disallow: /sitedown/
Disallow: /temp/
Disallow: /ttdownloads/
Disallow: /udf/
Disallow: /upload/
Disallow: /Upload/
Disallow: /uploadify/
Disallow: /*/Uploadify/
Disallow: /UserControls/
Disallow: /video/
Disallow: /videos/
Disallow: /Video/
Disallow: /gurufiles/
Disallow: /Gurufiles/
Disallow: /GuruFiles/
Disallow: /guruFiles/
Disallow: /ping.aspx
Disallow: /guruInfo.aspx
Disallow: /inviteTeamMembers.aspx
Disallow: /serviceDetails.aspx
Disallow: /server.aspx
Disallow: /switchboard.aspx
Disallow: /who_are_you.aspx
Disallow: /unsubscribe.aspx
Disallow: /logout.aspx
Disallow: /myteam.aspx
Disallow: /projectteam.aspx
Disallow: /projectteamaddexistinguser.aspx
Disallow: /user.aspx
Disallow: /user_xrds.aspx
User-agent: Slurp
Crawl-delay: 20
|
