User-Agent: *
Allow: /
Disallow: /processBatch.php
Disallow: /parse.php
Disallow: /swf/
Disallow: /media/