User-agent: TurnitinBot
Disallow: /

User-agent: *
Disallow: /files/ # direct download links, better to link to project pages
Disallow: /blog/feed # feeds are bad for search engines, naughty search engines
Disallow: /devdocs/_export/ # exported pages not to be indexed, duplicates

Sitemap: http://peter.upfold.org.uk/sitemap.xml