# Robot Exclusion

User-agent: *
Disallow: /Logs/ # This directory is for the logfiles
Disallow: /Errors/ # Tis directory is for the error pages

# To disable one particular robot, use
# User-agent: BadBot
# Disallow: /
# User-agent: *
# Disallow: 

# This example indicates that no robots should visit the site further
# User-agent: *
# Disallow: /