#My spider.txt
User-agent: *
Disallow: /content/
Disallow: /javascripts/
Disallow: /pictures/
Disallow: /styles/
Disallow: /wap/