1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
|
User-agent: WiSEWebCrawler
Disallow: /all_search_result.html
Disallow: /database/search_result.html
Disallow: /database/login.html
Disallow: /bidtop.html
Disallow: /biznewstop.html
Disallow: /case_studytop.html
Disallow: /eventstop.html
Disallow: /exportguidetop.html
Disallow: /featuretop.html
Disallow: /industrytop.html
Disallow: /investtop.html
Disallow: /lawtop.html
Disallow: /marketingtop.html
Disallow: /publicationstop.html
Disallow: /publicoffertop.html
Disallow: /worldtop.html
Disallow: /qatop.html
Disallow: /reportstop.html
Disallow: /seminartop.html
Disallow: /specialtop.html
Disallow: /stop.html
Disallow: /themetop.html
Disallow: /topicstop.html
Disallow: /tvtop.html
Disallow: /w-infotop.html
Disallow: /worldtop.html
Disallow: /o_seminartop.html
Disallow: /ipnewstop.html
Disallow: /ipinfotop.html
Disallow: /legaltop.html
Disallow: /zonetop.html
Disallow: /exportguidetop.html
Disallow: /l_tradetop.html
Disallow: /l_fditop.html
Disallow: /othercontentstop.html
Disallow: /columntop.html
Disallow: /servicestop.html
Disallow: /biznews/archive.html
Disallow: /en/
Disallow: /australia/
Disallow: /austria/
Disallow: /bangladesh/
Disallow: /belgium/
Disallow: /brazil/
Disallow: /canada/
Disallow: /chile/
Disallow: /china/
Disallow: /costarica/
Disallow: /egypt/
Disallow: /france/
Disallow: /germany/
Disallow: /hongkong/
Disallow: /hungary/
Disallow: /indonesia/
Disallow: /israel/
Disallow: /italy/
Disallow: /korea/
Disallow: /malaysia/
Disallow: /mexico/
Disallow: /netherlands/
Disallow: /newzealand/
Disallow: /pakistan/
Disallow: /peru/
Disallow: /philippines/
Disallow: /poland/
Disallow: /saudiarabia/
Disallow: /singapore/
Disallow: /spain/
Disallow: /switzerland/
Disallow: /thailand/
Disallow: /turkey/
Disallow: /uae/
Disallow: /uk/
Disallow: /usa/
Disallow: /uzbekistan/
Disallow: /vietnam/
|