1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
|
User-agent: *
Disallow:/cgi-bin/
Disallow:/dol/cgi-bin/
Disallow:/images/
Disallow:/dol/search/
Disallow:/dol/dolonly/
Disallow:/dol/dolstandards/
Disallow:/dol/media/press/archives.htm
Disallow:/opa/media/press/opa/archive/
Disallow:/opa/media/press/ilab/archive/
Disallow:/opa/media/press/esa/archive/
Disallow:/opa/media/press/eta/archive/
Disallow:/opa/media/press/msha/archive/
Disallow:/opa/media/press/oig/archive/
Disallow:/opa/media/press/osha/archive/
Disallow:/opa/media/press/pwba/archive/
Disallow:/opa/media/press/vets/archive/
Disallow:/opa/media/press/wb/archive/
Disallow:/asp/programs/drugs/said/
Disallow:/ejudication/search/
Disallow:/oalj/search/
Disallow:/ejudication/
Disallow:*archive*
Disallow:/esa/
Disallow:/compliance/
Disallow:*test-d8.dol.gov/*
Disallow:*d8.dol.gov/*
Disallow:/_sec/
Disallow:/dol/
Disallow:/es/
Disallow:/node/
|