#This robots.txt allows the robot everywere User-agent: * Disallow: Disallow: /_private/ Disallow: /logs Disallow: /Old/ Disallow: /New/