User-agent: Applebot Disallow: /*.html$ User-agent: SiteimproveBot-Crawler Disallow: /anthology/ Disallow: /applications/ Disallow: /applytexas/ Disallow: /sacscoc/ Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /*wp-content Disallow: /login/ Disallow: /*?s= Disallow: /news/search/ Disallow: /search-tarleton/ Disallow: /*.html$ User-agent: * Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /*wp-content Disallow: /login/ Disallow: /*?s= Disallow: /news/search/ Disallow: /search-tarleton/ Disallow: /*.html$ Disallow: /tarleton-map/ Disallow: /360/ # Allow uploads for the specific Policy site folder Allow: /policy/wp-content/uploads/sites/142/ # Then disallow uploads everywhere else Disallow: /wp-content/uploads/