User-agent: *
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/

# Allow all search engines to crawl the rest of the site
Allow: /

# Specify the location of your sitemap
Sitemap: https://gmu.ac.in/assets/sitemap.xml

# Example of blocking specific URLs or directories
Disallow: /login
Disallow: /checkout

# Example of allowing specific bots to access blocked areas
User-agent: Googlebot
Allow: /