1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60
|
# robots.txt for healthcare.gov
User-agent: HCGOV-PRODONE-gsa-crawler
# Directories
Allow: /help/
User-agent: HCGOV-PRODTWO-gsa-crawler
# Directories
Allow: /help/
User-agent: *
# Directories
Disallow: /api/
Disallow: /es/
Disallow: /marketplace/b/
Disallow: /creating-an-account-and-logging-in/
Disallow: /find-premium-estimates/
Disallow: /how-do-i-apply-for-coverage-in-the-shop-marketplace/
Disallow: /help/
Disallow: /pre-registration.html
Disallow: /how-can-i-get-an-estimate-of-costs-and-savings-on-marketplace-health-insurance/
Disallow: /address-questions/
Disallow: /not-eligible-for-medicaid/
Disallow: /reporting-deductions/
Disallow: /reporting-other-income/
Disallow: /create-account-early/
Disallow: /small-businesses/shop-early-access/
Disallow: /small-businesses/early-access-how-to-apply/
Disallow: /marketplace/small-businesses/agent/
Disallow: /marketplace/small-businesses/ccr/
Disallow: /marketplace/small-businesses/employee/
Disallow: /marketplace/small-businesses/employer/
Disallow: /small-businesses/participation-code/
Disallow: /get-coverage2/
Disallow: /compare/
Disallow: /results/
Disallow: /screener/
Disallow: /search/
Disallow: /search-server/
Disallow: /apology/
Disallow: 500.html
Disallow: 404.html
Disallow: 500_shop.html
Disallow: 500_shop_es.html
Disallow: /blog/coverage-for-topic/
Disallow: /blog/get-coverage-topic/
Disallow: /blog/health-care-information-topic/
Disallow: /blog/keep-change-plan-topic/
Disallow: /coverage-for-topic/
Disallow: /get-coverage-topic/
Disallow: /health-care-information-topic/
Disallow: /keep-change-plan-topic/
Disallow: /application-survey/
Disallow: /turning-26/
Disallow: /feedback/
Disallow: /sbc-glossary/
Disallow: /mec-medicaid/
Disallow: /changes-that-qualify-for-special-enrollment/
Disallow: /es/changes-that-qualify-for-special-enrollment/
Disallow: /topic-sections/*
Sitemap: https://www.healthcare.gov/sitemap.xml
|