User-agent: Applebot
Disallow: /*.html$
User-agent: SiteimproveBot-Crawler
Disallow: /anthology/
Disallow: /applications/
Disallow: /applytexas/
Disallow: /sacscoc/
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /*wp-content
Disallow: /login/
Disallow: /*?s=
Disallow: /news/search/
Disallow: /search-tarleton/
Disallow: /*.html$
User-agent: *
Disallow: /wp-login.php
Disallow: /wp-admin/
Disallow: /*wp-content
Disallow: /login/
Disallow: /*?s=
Disallow: /news/search/
Disallow: /search-tarleton/
Disallow: /*.html$
Disallow: /tarleton-map/
Disallow: /360/
# Allow uploads for the specific Policy site folder
Allow: /policy/wp-content/uploads/sites/142/
# Then disallow uploads everywhere else
Disallow: /wp-content/uploads/