#
# robots.txt
#


User-agent: *
Crawl-delay: 10
# Directories
Disallow: /app/
Disallow: /images/
Disallow: /pages/
Disallow: /template/
Disallow: /test/
Disallow: /Secure/
Disallow: /PTools/
Disallow: /Classic/
Disallow: /wellcards/download/
Disallow: /wellcards_v2/
Disallow: /maps/kml/

# Files
Disallow: /downloads/Carter_OPI_2008_Shale_Gas.pdf
Disallow: /downloads/Ontario-Shale-Gas-AAPG-2009.pdf

# Paths (clean URLs)