#bars all robots from the cgi-bin, images and test directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /public/mogp-images/
Disallow: /public/vol-1-1.html
Disallow: /public/vol-1-2.html
Disallow: /public/vol-1-3.html
Disallow: /public/vol-1-4.html
Disallow: /public/vol-1-5.html
Disallow: /public/vol-1-6.html
Disallow: /public/news/
Disallow: /public/reports/
Disallow: /public/images/
Disallow: /public/ads/
Disallow: /newsletter-sign.html