# Sitemaps...
Sitemap: https://www.shu.edu/sitemap.xml

# "Bad Robots!"
User-agent: BUbiNG
disallow: /

User-agent: 008
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: libwww-perl/5.800
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# All other "Good Robots", please follow:
User-agent: *
Disallow: /_resources/
Disallow: /_showcase/
Disallow: /_qa/
Disallow: /_uat/
Disallow: /_training/
Disallow: /_dev/
Disallow: /_quotes/
Disallow: /_migrations/
Disallow: /ou-alerts
Disallow: /_redesign
Disallow: /_nav
Disallow: /*_props.html$
Disallow: /*.ounav$ 
Disallow: /*.cfm$
Disallow: /_mh-toolkit/
Disallow: /impact/

# Make sure that we can still get to the Sitemap.
Allow: /sitemap.xml