# Allow Screaming Frog crawler
User-agent: Screaming Frog SEO Spider
Disallow: /dotAdmin/
Disallow: /temp/
Disallow: /test/
Disallow: /training/
Disallow: */content-modal.htm
Disallow: */studenthealth-old
Disallow: /sarofim/
Disallow: /sonscc/
Disallow: /fact-book/archives/
Disallow: /age-inclusively/

Disallow: /academics/applicants/archived-school-catalogs.htm
Disallow: /global/youtubemodal

Noindex: /international-affairs/document/
Noindex: /contentAsset/
Noindex: /dotAsset/
Noindex: /age-inclusively/
noindex: /hr-new/
nofollow: /hr-new/




# Allow all other crawlers
User-agent: *
Disallow: /dotAdmin/
Disallow: /temp/
Disallow: /test/
Disallow: /training/
Disallow: */content-modal.htm
Disallow: */studenthealth-old
Disallow: /sarofim/
Disallow: /dbsc-new/
Disallow: /hr-new/
Disallow: /giving-new/
Disallow: /alumni-test/

Disallow: /sonscc/
Disallow: /fact-book/archives/
Disallow: /academics/applicants/archived-school-catalogs.htm
Disallow: /global/youtubemodal/

Noindex: /international-affairs/document/
Noindex: /contentAsset/
Noindex: /dotAsset/
Noindex: /age-inclusively/

Sitemap: https://www.uth.edu/uth-public-sitemap.xml