User-Agent: MJ12bot
Disallow: /scripting
Disallow: /js
Disallow: /css
Disallow: /API
Disallow: /backups
Disallow: /modules
Disallow: /templates
Allow: /files
Allow: /docs
Allow: /html 

User-Agent: *
Disallow: /scripting
Disallow: /js
Disallow: /css
Disallow: /API
Disallow: /backups
Disallow: /modules
Disallow: /templates
Allow: /files
Allow: /docs
Allow: /html