User-Agent: *
Allow: /
Disallow: /register
Disallow: /login
Disallow: /advancedSearch
Disallow: /about
Disallow: /learnMore
Disallow: /riyaAPI
Disallow: /jobs
Disallow: /termsOfUse
Disallow: /privacyPolicy
Disallow: /dmca