1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
# robots.txt for https://new.aut.ac.ir
User-agent: *
Crawl-delay: 50
Sitemap: https://new.aut.ac.ir/sitemap.xml
Host: https://new.aut.ac.ir
Disallow: /~*
Disallow: /cgi-sys/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /webmail/
Disallow: /cpanel/
Disallow: /whm/
Disallow: /awt_cache/
Disallow: /cache/
Disallow: /ckedit/
Disallow: /fonts/
Disallow: /fpdf/
Disallow: /hta/
Disallow: /includes/
Disallow: /jvsc_servs/
Disallow: /jvsc_glbmenu/
Disallow: /language/
Disallow: /mods/
Disallow: /reporter/
Disallow: /reporter_ajm/
Disallow: /templates/
Disallow: /tpl_temp/
Disallow: /files/site1/yekta_program/
Disallow: /admin/
Disallow: /admin_*
Disallow: /manage_*
Disallow: /panel*
Disallow: /cp*
Disallow: /article_files_up.php
Disallow: /article_profile.php
Disallow: /invoice.php
Disallow: /messaging.php
Disallow: /misu_msgs.php
Disallow: /misu.php
Disallow: /mism.php
Disallow: /profile_pg.php
Disallow: /programmers_zone.php
Disallow: /rating.php
Disallow: /review_cancel.php
Disallow: /reviewers_zone.php
Disallow: /revres.php
Disallow: /room.php
Disallow: /user_cv.php
Disallow: /view_msg.php
Disallow: /00auto_updater.db.php*
Disallow: /00filecp.php*
Disallow: /00home-iust-changed-nocode.php*
Disallow: /0dbexe.php*
Disallow: /0sandbox.php*
Disallow: /0-set-uijs-pass.php*
Disallow: /0u.php*
Disallow: /1sub.php*
Disallow: /active.php*
Disallow: /adverts.php*
Disallow: /agents_zone.php*
Disallow: /ajax_search.php*
Disallow: /apm*
Disallow: /autoc*
Disallow: /cert.php*
Disallow: /chart.php*
Disallow: /awt_reporting_sys.php*
Disallow: /book_treasure_search.php*
Disallow: /chat.php*
Disallow: /common.php*
Disallow: /common.all.php*
Disallow: /consult_*
Disallow: /cron*
Disallow: /cv_forms*
Disallow: /download*
Disallow: /employ*
Disallow: /epay*
Disallow: /eshop_card*
Disallow: /manage*
Disallow: /fcheck_zone.php*
Disallow: /link_treasure_search.php*
Disallow: /login.php*
Disallow: /pass_req.php*
Disallow: /rss_getfile.php*
Disallow: /rss_*
Disallow: /search*.php*
Disallow: /send_ads.php*
Disallow: /send_msgs.php*
Disallow: /site_map.php*
Disallow: /view_image.php*
Disallow: /zipfolder.php*
Disallow: /mism.php*
Disallow: /pdsm*
Disallow: /rds_search*
Disallow: /rds_server*
Disallow: /_zone.php*
Disallow: /form*
Disallow: /captcha*
User-agent: Slurp
Disallow: /
User-agent: DuckDuckBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
Disallow: /
User-agent: facebot
Disallow: /
Disallow: /00AWT_CHK00/*
|
