User-agent: *
Allow: /

# Sitemap location
Sitemap: http://webcomassam.com/sitemap.xml

# Disallow admin pages
Disallow: /admin/
Disallow: /website-admin/
Disallow: /cms/
Disallow: /login/
Disallow: /logout/
Disallow: /media/
Disallow: /static/
Disallow: /api/
Disallow: /masters/
Disallow: /audit/
Disallow: /roles/
Disallow: /users/

# Crawl delay (optional)
Crawl-delay: 1