User-agent: * Disallow: /words/ Disallow: /bible/kjv/concordance/ Disallow: /bible/ #http://www.turnitin.com/robot/crawlerinfo.html #This is an example robots.txt file User-agent: TurnitinBot Disallow: /