User-Agent: *
Disallow: /develop
Disallow: /.svn/
Disallow: /cgi-bin/
Disallow: /ready/
Disallow: /css/
Disallow: /content/
Disallow: /js/
Disallow: /admin
Disallow: /chat/
Disallow: /connect/
Disallow: /facebook-platform/
Disallow: /images/
Disallow: /modules/
Disallow: /payment/
Disallow: /provider/
Disallow: /schemes/
Disallow: /shipping/
Disallow: /Smarty-2.6.12/
Disallow: /sql/
Disallow: /twitt/
Disallow: /var/
Disallow: /include/

User-agent: ShopWiki
User-agent: OmniExplorer_Bot
User-agent: webzip
User-agent: NPBot
User-agent: ia_archiver
User-Agent: Charlotte
User-agent: turnitinbot
User-agent: BoardReader
Disallow: /