# robots.txt for http://www.example.com/ User-agent: * Disallow: /temp/ # Temporery stuff Disallow: /guides/temp/ # Temporery stuff Disallow: /guides/archive/ # Old not updated stuff Disallow: /ftpInst/ # Privet not updated stuff Disallow: /greenTrain/ # not updated stuff