# Block all crawlers for 
User-agent: *
Disallow: /api
Disallow: /admin
Disallow: /mathematics
Disallow: /profile
Disallow: /feedback

# Allow all crawlers
User-agent: *
Allow: /