User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /scripts/
Disallow: /dashboard/

# Allow search engines to crawl everything else
Allow: /

# Specific directives for web crawlers
User-agent: Googlebot
Disallow: /private/

User-agent: Bingbot
Disallow: /private/

# Sitemap location
Sitemap: https://myitedu.us/sitemap.xml