User-agent: *
Allow: /index.html
Disallow: /cgi-bin
Disallow: /cms
Disallow: /content
Disallow: /images
Disallow: /Scripts
Disallow: /*.swf$