# This script specifies the files and folders the website that shouldn't 
# be indexed by search engine spiders.

#User-agent field specifies the robot, for example googlebot. In this case all robots

User-agent: *

#Disallow prevents the robot from indexing/downloading the specified folders
Disallow: /_notes/
Disallow: /css/
Disallow: /templates/
Disallow: /assets/
Disallow: /styles/
Disallow: /Scripts/
Disallow: /weatherIcons/
Disallow: /thumbs/
Disallow: /test/
Disallow: /slides/
Disallow: /img/
Disallow: /images/
Disallow: /history/
Disallow: /App_Data/
Disallow: /picture_library/
Disallow: /test/
Disallow: /test/asp/
Disallow: /test/aspnet/
Disallow: /test/coldfusion/
Disallow: /test/perl/
Disallow: /test/php/
Disallow: /test/python/

#Disallow prevents the robot from indexing any dynamic urls
Disallow: /?

Sitemap: http://www.visitcleburne.com/sitemap.xml