# robots.txt for http://dlib.hamilton.edu/
# prevent all crawlers from crawling the whole site

# This would disallow everything to be crawled by any agent
# User-agent: *
# Disallow: /

# Examples:
# This would allow everything to be crawled by any agent
# User-agent: *
# Disallow:

# This would disallow everything to be crawled by any agent
# User-agent: *
# Disallow: /

# This prevents the dev directory and subdirectories from being crawled
# Disallow: /dev/