# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /audio
Disallow: /clips
Disallow: /doc
Disallow: /admin
Disallow: /images
Disallow: /jscode
Disallow: /news
Disallow: /lib
Disallow: /styles
Disallow: /test
Disallow: /tools
Disallow: /boards
Disallow: /SydneyStoneFastPitch
Disallow: /slideshows
Disallow: /softball
Disallow: /FreePics
Disallow: /*.php