# robots.txt
User-agent: Exabot
Disallow: / 

User-agent: TurnitinBot
Disallow: /  

User-agent: MLBot
Disallow: / 


User-agent: *
Disallow: /

User-agent: Google
User-agent: Googlebot
Disallow: /accessibility/
Disallow: /app_code/
Disallow: /app_support/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /rb_documentation/
Disallow: /rb_logs/
Disallow: /rb_tools/
Disallow: /Resources/
Disallow: /Setup/
Disallow: /Web References/
Disallow: /DesktopModules/Admin/ 
Disallow: /site/1/home.aspx
Disallow: /site/1/default.aspx
Disallow: /site/0/home.aspx
Disallow: /site/0/default.aspx
Disallow: *?
Disallow: /Provider/
Disallow: /Provider/
Disallow: forum
Disallow: utilities
Disallow: app_support
Disallow: app_code
Disallow: app_support
Disallow: aspnet_client
Disallow: bin
Disallow: rb_documentation
Disallow: rb_logs
Disallow: rb_tools
Disallow: Resources
Disallow: Setup
Disallow: Web References
Disallow: DesktopModules 
Disallow: site