# Block crawlers except for course share pages
User-agent: *
Disallow: /
Allow: /go/*
Allow: /certificates/*